-- Logs begin at Tue 2022-05-03 15:25:08 UTC, end at Tue 2022-05-03 16:55:53 UTC. -- May 03 16:19:10.057774 dv-cinder-840324-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 16:19:12.881638 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] Logging enabled! May 03 16:19:12.882209 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 16:19:12.882440 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 16:19:12.885800 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] Logging enabled! May 03 16:19:12.886059 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 16:19:12.886894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 16:19:12.887843 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 16:19:12.888081 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 16:19:12.888446 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 16:19:12.888693 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 16:19:12.888921 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 16:19:12.889240 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.889635 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.889868 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.890165 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.890455 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.890737 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.891025 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.891352 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.891638 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.891913 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.892196 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.892431 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.892713 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.892996 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.893280 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.893503 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.893780 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.894223 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.894628 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.894907 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.895350 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.895505 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.895775 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.896055 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.896338 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.896663 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] host = dv-cinder-840324-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.896937 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.897222 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.897506 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.897790 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.898064 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.898339 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.898620 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.898890 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.899161 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.899461 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.899748 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.900032 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.900319 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.900545 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.900769 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.901053 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.901349 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.901622 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.901911 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.902727 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.902999 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.903292 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.903566 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.903851 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.904134 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.904418 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.904690 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.904962 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.905232 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.905501 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.905783 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.906056 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.906325 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.906597 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.906882 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.907152 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.907452 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.907756 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.908040 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.908319 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.908634 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.908877 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.909159 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.909431 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.909703 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.909973 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.910244 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.910515 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.910797 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.911071 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.911377 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.911651 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.911924 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.912206 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.912481 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:12.912778 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.913073 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.913370 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.913654 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.913957 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.914233 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.914520 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.914800 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.915087 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.915400 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.915690 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.915967 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.916263 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.916550 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.916843 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.917149 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.917437 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.917764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.918040 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.918308 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.918580 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.918859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.919145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.919453 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.919741 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.920028 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.920302 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.920593 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.920874 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.921159 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.921455 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.921742 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.922015 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.922294 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.922588 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.922868 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.923141 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.923447 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.923735 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.924014 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.924286 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.924566 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.924845 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.925116 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.925386 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.925663 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.925950 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.926226 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.926496 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.926769 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.927048 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.927348 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.927639 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.927920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.928193 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.928463 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.928741 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.929013 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.929287 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.929565 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.929836 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.930111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.930382 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.930649 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.930920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.931189 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.931487 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.931754 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.932021 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.932296 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.932570 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.932842 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.933112 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.933425 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.933695 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.933992 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.934268 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.934540 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.934817 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.935095 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.935396 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.935675 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.935952 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.936227 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.936497 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.936783 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.937065 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.937349 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.937629 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.937923 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.938214 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.938487 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.938762 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.939043 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.939349 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.939629 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.939912 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.940195 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.940488 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.940781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.941074 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.941365 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.941654 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.941933 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.942241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.942523 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:12.942739 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 16:19:12.942981 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 16:19:13.404022 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 16:19:13.404295 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 16:19:13.404606 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 16:19:13.404947 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 16:19:13.733158 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.733368 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.733638 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.734839 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.735114 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.735400 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.790906 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.791186 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.791479 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.806162 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.806436 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.806704 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.836562 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.836843 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.837113 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.873609 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.873886 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:13.874155 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.216125 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.216794 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.216794 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.217033 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.217726 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.317306 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.317627 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.317909 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.318179 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.318444 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.318753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.319014 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.319298 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.319557 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.319840 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.320098 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.320360 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.320616 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.320867 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.321120 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.321380 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.321634 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.321899 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.322168 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.322427 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.322702 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.322957 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.323244 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.323644 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.324019 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.324811 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.324811 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.325073 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.325319 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.325561 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.325801 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.326038 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:14.326404 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 16:19:14.329479 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 16:19:14.333390 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 16:19:14.337340 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 03 16:19:14.338953 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 16:19:14.340037 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 16:19:14.340723 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 16:19:14.341134 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 16:19:14.343906 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 16:19:14.344160 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 16:19:14.344507 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 16:19:14.349344 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 16:19:14.373565 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 16:19:14.374016 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.374316 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 16:19:14.374690 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.376088 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 16:19:14.376370 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 16:19:14.376615 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 16:19:14.379987 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.380269 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:14.443737 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 16:19:14.443973 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 16:19:14.444206 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 16:19:14.444567 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 16:19:14.466368 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_db.sqlalchemy.engines [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 16:19:15.071792 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing driver for type 'gre' May 03 16:19:15.072352 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] gre ID ranges: [(1, 1000)] May 03 16:19:15.240622 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing driver for type 'local' May 03 16:19:15.241225 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing driver for type 'vlan' May 03 16:19:15.320123 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] VlanTypeDriver initialization complete May 03 16:19:15.320457 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing driver for type 'vxlan' May 03 16:19:15.320957 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] vxlan ID ranges: [(1, 1000)] May 03 16:19:15.517121 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing extension driver 'port_security' May 03 16:19:15.517543 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] PortSecurityExtensionDriver initialization complete May 03 16:19:15.517931 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing mechanism driver 'openvswitch' May 03 16:19:15.518323 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing mechanism driver 'hyperv' May 03 16:19:15.532345 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.plugin [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:15.533231 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.533607 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.533958 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.534479 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.534908 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.535284 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.535627 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.536019 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.536427 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.536774 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.537117 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.537512 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.537917 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.538263 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.538609 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.539115 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.539559 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.539905 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.540245 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.540633 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.541034 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.541377 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.541713 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.542104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 16:19:15.542544 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] ML2 OVO RPC backend initialized. {{(pid=103580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 16:19:15.543239 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.543616 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.544033 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.544395 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > networks before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.544739 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.545099 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > ports before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.546177 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.546703 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.547051 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.547447 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.547764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.548099 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.548436 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.548769 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.549127 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.549460 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.549795 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.557227 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded quota_driver: . May 03 16:19:15.557590 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.plugin [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Modular L2 Plugin initialization complete May 03 16:19:15.557939 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading services supported by the core plugin {{(pid=103580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 16:19:15.558277 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Got port-security extension from driver 'port_security' May 03 16:19:15.558747 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.extensions.vlantransparent [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Disabled vlantransparent extension. May 03 16:19:15.559234 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 16:19:15.559611 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: router May 03 16:19:15.626417 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.626810 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.627178 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router before_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.627568 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.627941 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.628298 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_delete 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.628661 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.629010 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.629368 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.629722 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.630070 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.630417 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.630891 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.631329 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.631702 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.632045 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.632382 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.632718 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.633065 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.633410 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.633751 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.634090 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.634444 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.634788 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.635136 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.635518 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.635863 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.636324 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > agent after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.636597 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.636940 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.637797 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Tracking information for resource: router configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:15.638126 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Tracking information for resource: floatingip configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 16:19:15.643786 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.db.l3_agentschedulers_db [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 16:19:15.644334 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.644691 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.645040 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.645397 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.646509 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router before_create 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.646876 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.647236 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.647640 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.652603 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.provider_configuration [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service providers = [] {{(pid=103580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 16:19:15.652966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.db.servicetype_db [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 16:19:15.655958 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 16:19:15.656310 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 16:19:15.656652 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 16:19:15.657533 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 16:19:15.657903 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.services.service_base [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 16:19:15.658276 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.658598 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 16:19:15.669137 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.669472 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: auto_allocate May 03 16:19:15.679299 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: network precommit_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.679667 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: network precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.680182 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.680496 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: tag May 03 16:19:15.687749 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.688077 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: timestamp May 03 16:19:15.691883 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.692213 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: network_ip_availability May 03 16:19:15.697682 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.698051 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.698406 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.699103 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.699452 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: flavors May 03 16:19:15.707282 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.707612 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading Plugin: revisions May 03 16:19:15.711833 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 16:19:15.712225 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 16:19:15.712961 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 16:19:15.713321 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Initializing extension manager. May 03 16:19:15.713842 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: __init__.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.714185 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: __pycache__ {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.714523 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: _port_mac_address_override.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.714853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.715628 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.716194 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: address-group May 03 16:19:15.716517 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: address_scope.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.717322 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.717864 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: address-scope May 03 16:19:15.718174 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.719090 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.719638 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: router-admin-state-down-before-update May 03 16:19:15.719962 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: agent.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.720658 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.721160 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: agent May 03 16:19:15.721482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: agent_resources_synced.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.722376 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.722884 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: agent-resources-synced May 03 16:19:15.723204 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.725018 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.725538 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: allowed-address-pairs May 03 16:19:15.725860 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.726920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.727458 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: auto-allocated-topology May 03 16:19:15.727782 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.728477 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.729032 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: availability_zone May 03 16:19:15.729353 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: availability_zone_filter.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.736393 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.736908 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: availability_zone_filter May 03 16:19:15.737226 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: data_plane_status.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.738133 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.738636 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension data-plane-status not supported by any of loaded plugins May 03 16:19:15.738957 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: default_subnetpools.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.739890 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.740399 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: default-subnetpools May 03 16:19:15.740717 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.741527 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.742025 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: dhcp_agent_scheduler May 03 16:19:15.742361 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: dns.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.743299 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.743800 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension dns-integration not supported by any of loaded plugins May 03 16:19:15.744118 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: dns_domain_ports.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.745017 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.745513 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 16:19:15.745831 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.746733 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.747517 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 16:19:15.747837 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: dvr.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.749011 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.749509 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: dvr May 03 16:19:15.749869 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: ecmp_routes.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.750807 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.751333 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension ecmp_routes not supported by any of loaded plugins May 03 16:19:15.751653 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: empty_string_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.752568 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.753071 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: empty-string-filtering May 03 16:19:15.753388 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.754288 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.754786 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 16:19:15.755103 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.756030 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.756547 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 16:19:15.756864 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: external_net.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.757758 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.758261 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: external-net May 03 16:19:15.758580 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.759519 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.760019 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: extra_dhcp_opt May 03 16:19:15.760337 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: extraroute.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.761233 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.761731 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: extraroute May 03 16:19:15.762048 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: extraroute_atomic.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.763321 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.763786 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: extraroute-atomic May 03 16:19:15.764655 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: filter_validation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.765317 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.765818 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: filter-validation May 03 16:19:15.766135 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: fip_pf_description.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.767028 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.767618 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 16:19:15.767936 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.768851 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.769349 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 16:19:15.769668 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: fip_port_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.770577 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.771094 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: fip-port-details May 03 16:19:15.771447 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: flavors.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.772677 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.773187 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: flavors May 03 16:19:15.773505 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.781813 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.782330 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 16:19:15.782664 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: floatingip_pools.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.783404 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.783920 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: floatingip-pools May 03 16:19:15.784246 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: ip_allocation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.785174 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.785678 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension ip_allocation not supported by any of loaded plugins May 03 16:19:15.786002 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.786904 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.787446 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: ip-substring-filtering May 03 16:19:15.787814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l2_adjacency.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.788700 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.789209 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 16:19:15.789534 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.790503 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.791023 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: router May 03 16:19:15.791377 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.793588 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.794112 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 16:19:15.794442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.796091 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.796609 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: ext-gw-mode May 03 16:19:15.796936 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.797857 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.798365 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: l3-ha May 03 16:19:15.798689 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.799636 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.800134 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 16:19:15.800458 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_flavors.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.801361 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.801868 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: l3-flavors May 03 16:19:15.802189 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.803571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.804088 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 16:19:15.804415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.805324 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.805833 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 16:19:15.806157 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: l3agentscheduler.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.807181 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.807721 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: l3_agent_scheduler May 03 16:19:15.808046 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: local_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.813181 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.813701 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension local_ip not supported by any of loaded plugins May 03 16:19:15.814033 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: logging.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.815519 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.816094 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension logging not supported by any of loaded plugins May 03 16:19:15.816388 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: metering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.817123 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.817696 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: metering May 03 16:19:15.818020 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.819116 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.819660 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: metering_source_and_destination_fields May 03 16:19:15.819984 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: multiprovidernet.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.820930 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.821407 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: multi-provider May 03 16:19:15.821726 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: netmtu.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.822624 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.823124 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: net-mtu May 03 16:19:15.823480 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: netmtu_writable.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.824380 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.824929 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: net-mtu-writable May 03 16:19:15.825251 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: network_availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.825908 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.826483 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: network_availability_zone May 03 16:19:15.826915 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: network_ip_availability.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.828046 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.828554 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: network-ip-availability May 03 16:19:15.828884 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: network_segment_range.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.829648 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.830146 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension network-segment-range not supported by any of loaded plugins May 03 16:19:15.830465 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: pagination.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.831470 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.831797 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: pagination May 03 16:19:15.832110 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_device_profile.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.837955 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.838466 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-device-profile May 03 16:19:15.838785 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_mac_address_override.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.839734 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.840238 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-mac-override May 03 16:19:15.840556 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.841472 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.842013 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-mac-address-regenerate May 03 16:19:15.842484 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.843499 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.844015 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-numa-affinity-policy May 03 16:19:15.844340 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_resource_request.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.845269 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.845766 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension port-resource-request not supported by any of loaded plugins May 03 16:19:15.846086 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.847040 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.847571 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 16:19:15.847892 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: portbindings.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.848813 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.849320 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: binding May 03 16:19:15.849642 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: portbindings_extended.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.850894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.851432 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: binding-extended May 03 16:19:15.851763 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: portsecurity.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.852671 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.853178 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-security May 03 16:19:15.853507 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: project_id.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.854474 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.854800 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: project-id May 03 16:19:15.855117 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: providernet.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.856050 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.856573 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: provider May 03 16:19:15.856897 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.861399 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.861919 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos not supported by any of loaded plugins May 03 16:19:15.862249 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.863511 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.864029 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 16:19:15.864421 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.865293 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.865801 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 16:19:15.866121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_default.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.867021 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.867563 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-default not supported by any of loaded plugins May 03 16:19:15.867887 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_fip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.868803 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.869313 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-fip not supported by any of loaded plugins May 03 16:19:15.869634 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.870535 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.871043 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 16:19:15.871383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.879497 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.880007 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 16:19:15.880329 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.881248 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.881750 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 16:19:15.882160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.883185 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.883730 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 16:19:15.884055 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.885078 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.885586 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 16:19:15.885908 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_pps_rule.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.887059 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.887629 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-pps not supported by any of loaded plugins May 03 16:19:15.887952 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.888896 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.889464 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 16:19:15.889786 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.890741 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.891268 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 16:19:15.891593 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: qos_rules_alias.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.892616 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.893124 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 16:19:15.893446 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: quota_check_limit.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.894415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.894925 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: quota-check-limit May 03 16:19:15.895259 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: quotasv2.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.896194 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.896556 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: quotas May 03 16:19:15.896863 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: quotasv2_detail.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.898544 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.898880 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: quota_details May 03 16:19:15.899205 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: rbac.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.900276 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.907417 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: rbac-policies May 03 16:19:15.907417 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: rbac_address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.908084 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.908597 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: rbac-address-group May 03 16:19:15.908922 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: rbac_address_scope.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.909836 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.910346 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: rbac-address-scope May 03 16:19:15.910667 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: rbac_security_groups.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.911609 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.912120 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: rbac-security-groups May 03 16:19:15.912442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.913372 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.913877 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: rbac-subnetpool May 03 16:19:15.914197 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: revisionifmatch.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.915110 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.915652 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: revision-if-match May 03 16:19:15.915973 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: revisions.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.917132 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.917640 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: standard-attr-revisions May 03 16:19:15.917961 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: router_availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.918628 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.919133 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: router_availability_zone May 03 16:19:15.919484 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: routerservicetype.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.921040 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.921547 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension router-service-type not supported by any of loaded plugins May 03 16:19:15.921945 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.922819 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.923356 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: security-groups-normalized-cidr May 03 16:19:15.923680 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.924601 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.925107 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: port-security-groups-filtering May 03 16:19:15.925428 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.926442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.926951 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: security-groups-remote-address-group May 03 16:19:15.927289 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.928341 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.928852 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: security-groups-shared-filtering May 03 16:19:15.929177 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.929761 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 16:19:15.930082 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: securitygroup.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.940754 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.941295 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: security-group May 03 16:19:15.941625 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: segment.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.942567 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.943423 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension segment not supported by any of loaded plugins May 03 16:19:15.943755 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.946499 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.947041 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 16:19:15.947414 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: servicetype.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.948549 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.949066 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: service-type May 03 16:19:15.949397 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: sorting.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.950519 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.950814 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: sorting May 03 16:19:15.951137 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: standard_attr_segment.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.953201 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.953716 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 16:19:15.954043 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: standardattrdescription.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.954703 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.955211 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: standard-attr-description May 03 16:19:15.955561 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: stateful_security_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.956551 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.957065 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: stateful-security-group May 03 16:19:15.957390 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: stdattrs_common.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.957964 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 16:19:15.958287 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.959226 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.959763 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 16:19:15.960089 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnet_onboard.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.961151 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.961709 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: subnet_onboard May 03 16:19:15.962038 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.962992 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.963505 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 16:19:15.963834 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnet_service_types.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.964767 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.965318 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: subnet-service-types May 03 16:19:15.965610 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnetallocation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.968291 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.968398 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: subnet_allocation May 03 16:19:15.968650 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.969329 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.969847 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: subnetpool-prefix-ops May 03 16:19:15.970170 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.971127 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.971678 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 16:19:15.972001 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: tagging.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.973092 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.973620 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: standard-attr-tag May 03 16:19:15.973948 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: timestamp.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.975244 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.975745 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loaded extension: standard-attr-timestamp May 03 16:19:15.976077 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: trunk.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.977187 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.977705 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension trunk not supported by any of loaded plugins May 03 16:19:15.978034 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: trunk_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.978956 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.979511 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension trunk-details not supported by any of loaded plugins May 03 16:19:15.981605 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.982962 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.984512 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 16:19:15.984850 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Loading extension file: vlantransparent.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 16:19:15.985543 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 16:19:15.986062 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 16:19:15.988686 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:network May 03 16:19:15.989212 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnet May 03 16:19:15.989614 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnetpool May 03 16:19:15.990006 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:port May 03 16:19:15.991304 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.991753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service FLAVORS assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.992359 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.992792 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.993142 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:router May 03 16:19:15.993580 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:floatingip May 03 16:19:15.994074 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service METERING assigned prefix: /metering {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.995557 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.995934 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.996292 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:19:15.997560 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of CountableResource for resource:rbac_policy May 03 16:19:15.998008 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:security_group May 03 16:19:15.998921 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 16:19:15.999571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:15.999910 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnetpool May 03 16:19:16.000261 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] subnetpool is already registered May 03 16:19:16.000691 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.001028 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnetpool May 03 16:19:16.001361 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] subnetpool is already registered May 03 16:19:16.003710 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.004137 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service FLAVORS assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.004722 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.005141 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.005474 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:router May 03 16:19:16.005812 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] router is already registered May 03 16:19:16.006222 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:floatingip May 03 16:19:16.006560 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] floatingip is already registered May 03 16:19:16.007011 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service METERING assigned prefix: /metering {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.007703 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of CountableResource for resource:rbac_policy May 03 16:19:16.008035 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] rbac_policy is already registered May 03 16:19:16.008451 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:security_group May 03 16:19:16.008786 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] security_group is already registered May 03 16:19:16.009193 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 16:19:16.009528 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] security_group_rule is already registered May 03 16:19:16.010154 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.010486 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnetpool May 03 16:19:16.010822 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] subnetpool is already registered May 03 16:19:16.011246 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 16:19:16.011597 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Creating instance of TrackedResource for resource:subnetpool May 03 16:19:16.011936 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] subnetpool is already registered May 03 16:19:16.012414 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: extensions {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.014720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: address-groups {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.016315 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: address-scopes {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.017637 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.018817 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: auto-allocated-topology {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.020105 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: availability_zones {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.021332 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: dhcp-networks {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.022833 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: dhcp-agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.024294 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.026485 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: flavors {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.027688 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: service_profiles {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.028886 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: next_providers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.030960 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: service_profiles {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.032542 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: floatingip-pools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.033768 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.035899 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: floatingips {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.038118 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: l3-routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.039524 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: l3-agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.040982 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: metering-labels {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.042344 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: metering-label-rules {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.043644 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: network-ip-availabilities {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.044895 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: bindings {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.046556 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: quotas {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.048162 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: quotas {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.049696 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: rbac-policies {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.050982 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: security-groups {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.052239 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: security-group-rules {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.053465 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: service-providers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.054858 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: subnetpools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.056303 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: subnetpools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.057750 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.059433 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.061396 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.063218 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.065031 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.066870 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.068600 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.070480 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.072271 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.074100 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 16:19:16.080601 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING keystonemiddleware.auth_token [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 16:19:16.085322 dv-cinder-840324-1-iscsi neutron-server[103580]: WARNING keystonemiddleware.auth_token [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 16:19:16.095223 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Acquired lock "singleton_lock" {{(pid=103580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 16:19:16.095721 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Releasing lock "singleton_lock" {{(pid=103580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 16:19:16.096374 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Starting 2 workers May 03 16:19:16.101262 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Started child 103691 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 16:19:16.105801 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Started child 103692 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 16:19:16.106780 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.107485 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO neutron.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 16:19:16.108145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.108334 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [-] (103691) wsgi starting up on http://0.0.0.0:9696 May 03 16:19:16.110596 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Starting 1 workers May 03 16:19:16.110748 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.112067 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [-] (103692) wsgi starting up on http://0.0.0.0:9696 May 03 16:19:16.115934 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Started child 103693 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 16:19:16.116494 dv-cinder-840324-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Starting 1 workers May 03 16:19:16.119633 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] calling RpcWorker wait() {{(pid=103693) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 16:19:16.120152 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] returning from RpcWorker wait() {{(pid=103693) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 16:19:16.121061 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Started child 103694 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 16:19:16.121586 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.122130 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-5f52e4b2-a3ef-4b9a-b883-fa2d5dda73b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.122377 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:16.124309 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 16:19:16.124527 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 16:19:16.124712 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 16:19:16.124948 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 16:19:16.125287 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 16:19:16.125451 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 16:19:16.125979 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.126277 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.126530 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.126779 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:16.127244 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.127413 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.127664 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.127920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.128018 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:16.128193 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.128429 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.128599 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.128767 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.129013 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.129245 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.129563 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.129814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.130064 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.130288 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.130464 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.130712 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.130994 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.131221 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.131544 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.131796 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.132308 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.132550 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.132824 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.133046 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.133318 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.133559 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.133824 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.134072 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.134310 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.134525 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.134788 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.135027 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.135275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.135504 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.135754 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.135991 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.136460 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host = dv-cinder-840324-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.136699 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.136930 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.137155 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.137399 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.137653 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.137866 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.138116 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.138373 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.138623 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.139444 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.139768 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.139929 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.140161 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.140405 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.140569 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_options = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141217 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141217 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141468 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141468 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141728 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.141852 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.142139 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.142277 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.142452 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.142665 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.142879 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.143090 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.143349 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.143585 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.143820 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.144032 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.144275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.144506 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.144766 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.144998 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.145227 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.145476 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.145687 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.145926 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.146156 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.146374 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.146616 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.146845 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.147055 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.147305 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.147551 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.147807 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.148053 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.148292 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.148557 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.148801 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.149007 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.149367 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150019 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150019 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150324 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150471 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150609 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.150852 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.151071 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.151303 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.151519 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.151844 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.152307 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.153720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.153720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.153720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.153720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.153720 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.154401 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.154401 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.155245 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.156058 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.156058 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.156415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.156795 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.156795 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.157033 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.157192 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.157451 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.157695 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.158041 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.158262 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.158583 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.159045 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.159852 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.160173 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.160417 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.160702 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.160922 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.161156 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.161376 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.161596 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.161873 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.162093 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.162327 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.162564 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.162784 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.163081 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.163371 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.163635 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.163982 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.164241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.164724 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.174829 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.175853 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.178183 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.179442 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.180705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.181346 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.182160 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183121 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.183859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184689 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.184871 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.185112 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.186555 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.186846 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.187094 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.187407 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.188325 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.188608 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.188852 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.189113 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.189416 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.189690 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.189982 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.190234 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.190466 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.190748 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.191012 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.191306 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.191581 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.191832 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.192080 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.192334 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.192587 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.192806 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.193041 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.193379 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.193611 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.193822 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.194036 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.194306 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.194566 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.194806 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.195072 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.195340 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.195576 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196209 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196209 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196475 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196475 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196709 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.196951 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.197178 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.197452 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.197689 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.197922 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.198142 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.198393 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.198645 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.198814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.199023 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.199241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.200125 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.200764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.200764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.200764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.203241 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.207685 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.208966 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.210005 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.211062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212619 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212619 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.212763 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.213214 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.213214 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.213414 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.213583 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.213780 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.214060 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.214293 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215076 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215076 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215076 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215457 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215457 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.215633 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216430 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216430 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216430 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216778 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216778 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.216977 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.217204 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.217692 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.218120 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.218323 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.218739 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.218953 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.219166 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.219426 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.219666 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.219897 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.220124 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.220335 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.220544 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.220763 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.220973 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.221428 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.221686 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.221896 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.222132 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.222355 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.222570 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.222783 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.223064 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.223361 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.223592 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.223871 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.224134 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.224380 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.224627 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.224942 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.225156 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.225413 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.225652 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.225887 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.226123 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.226366 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.226686 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.226969 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.227223 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.227497 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.227759 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.228037 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.228292 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.228504 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.228801 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.229125 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.229391 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.229657 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.229903 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.230161 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.230383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.230598 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.230818 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.231032 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.231265 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.231506 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.231737 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.231959 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.232175 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.232402 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.232697 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.232818 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:16.233093 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.233435 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.233777 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.235411 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.235616 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 16:19:16.236162 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 16:19:16.236338 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 16:19:16.236572 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 16:19:16.236769 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 16:19:16.236950 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 16:19:16.237114 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 16:19:16.237415 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.237750 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.237854 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:16.237933 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238249 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238413 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238730 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.238887 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239043 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239201 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239546 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.239862 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.240029 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.240186 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.240348 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.240502 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.240661 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241207 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241207 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241207 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241413 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241504 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241573 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241730 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.241877 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242032 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242187 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242344 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242499 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242655 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242809 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.242964 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.243117 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244158 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244351 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244512 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244666 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host = dv-cinder-840324-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244825 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.244982 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.245140 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.245317 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.245474 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.245630 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.245786 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.246002 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.246171 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.246326 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.246545 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.246705 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247118 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247309 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247445 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_options = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247590 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247746 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.247901 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.248091 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.248768 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.248979 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249141 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249276 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249432 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249593 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249750 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.249906 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250062 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250216 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250331 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084257 May 03 16:19:16.250443 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250569 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250731 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.250888 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251107 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251285 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251454 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251607 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251764 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.251923 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.254557 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.254743 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.254936 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.255074 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.255708 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.255885 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256052 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256218 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256380 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256539 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256697 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.256847 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.257322 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.257511 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.257621 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.257786 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.257943 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.259383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.259383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.259383 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.259615 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.259991 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.260172 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.260330 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.260487 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.260643 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.260800 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.261943 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.261943 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.262157 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.262327 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.263551 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 16:19:16.264574 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.265004 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.265388 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.265746 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.265927 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266107 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266283 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266455 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266630 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266806 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.266975 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.267136 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.267347 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.267499 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.267669 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.267836 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268376 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268376 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268376 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268583 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268756 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.268917 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.269087 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.269255 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.269414 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.269734 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.269897 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270072 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270237 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270407 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.270920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271140 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271206 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271433 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271517 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271668 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271825 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.271986 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.272149 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.272311 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.272471 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.272635 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.272856 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.273014 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.273275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.273447 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275104 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275471 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275653 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275799 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.275959 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.276282 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.276803 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.276803 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.276803 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278539 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278539 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278539 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278539 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278804 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.278897 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.279285 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.279285 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.279483 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.279687 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.279888 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.280050 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.280361 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.280675 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.280867 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281011 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281309 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281477 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281647 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281796 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.281955 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.282119 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.282282 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.282454 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.282612 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.282911 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.283224 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.283511 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284275 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284561 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284561 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284682 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.284859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285008 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285164 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285413 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285510 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285668 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285813 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.285960 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.286180 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.286261 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.286404 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.286567 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.286729 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287024 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287191 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287191 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287507 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287612 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287717 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.287849 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288022 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288184 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288347 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288513 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288668 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.288930 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289101 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289264 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289430 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289602 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289752 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.289918 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290083 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290246 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290409 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290595 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290756 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.290920 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.291781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.291781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.291781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.291781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.291781 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292176 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292365 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292483 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292631 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292795 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.292955 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.293118 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.293279 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.293541 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.293716 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.293878 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294041 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.294894 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.295485 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.295485 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.295782 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.296002 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.296669 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.296669 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.296864 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.296949 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297095 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297260 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297476 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297598 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297744 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.297893 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.298082 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.298205 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.298349 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.298527 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.298675 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.299850 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.300046 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.301111 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.302814 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.304146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.304146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.304146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.304146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.304146 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305145 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305716 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305716 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305716 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.305716 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306089 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306089 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306334 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306334 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306568 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306691 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306813 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.306953 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.307571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.307571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.307571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.307571 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308091 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308091 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308091 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308310 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308310 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308457 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308607 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308780 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.308942 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309101 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309262 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309422 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309582 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.309919 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.310076 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.310236 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.310396 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.310555 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.311319 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.311503 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.311655 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.311827 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.312025 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.312211 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.312386 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313297 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313753 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.313964 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314034 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314200 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314372 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314534 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314695 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.314859 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315027 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315173 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315364 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315530 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315699 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.315865 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.316026 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.316193 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.316361 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.316530 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317482 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317860 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317860 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.317980 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318052 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318282 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318378 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318551 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318717 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.318925 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319068 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319205 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319378 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319521 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319653 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319801 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.319937 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 16:19:16.320092 dv-cinder-840324-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 16:19:27.798665 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df895d-bd4a-4185-b17d-760bf3cacdc0 None None] get_active_networks_info from dv-cinder-840324-1-iscsi {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 16:19:27.860100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df895d-bd4a-4185-b17d-760bf3cacdc0 None None] No non-hosted networks {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 16:19:27.873909 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.agentschedulers_db [None req-c9df895d-bd4a-4185-b17d-760bf3cacdc0 None None] DHCP Agent not found on host dv-cinder-840324-1-iscsi {{(pid=103693) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 16:19:28.071838 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d61b076-4a07-4be5-9455-1509c9678db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:30.178761 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36a684e3-f5c7-42c2-bcd3-fe8cf4394c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:30.232588 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.db.api [None req-bf5e9cc3-26a4-4466-8628-01535c8c7885 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840324-1-iscsi {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:19:30.233583 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG oslo_db.api [None req-bf5e9cc3-26a4-4466-8628-01535c8c7885 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:19:30.831658 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9cc3-26a4-4466-8628-01535c8c7885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:31.018339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:31.027633 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:31.624437 dv-cinder-840324-1-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-b6e1c681-6854-49bd-a65c-7069a33a6982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:31.625359 dv-cinder-840324-1-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-b6e1c681-6854-49bd-a65c-7069a33a6982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:31.856123 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-b6e1c681-6854-49bd-a65c-7069a33a6982 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:19:31.873155 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b6e1c681-6854-49bd-a65c-7069a33a6982 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8536103 May 03 16:19:32.809031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:34.151356 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:34.153088 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.154318 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.154813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.155329 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.156326 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.157315 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.158342 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.159068 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.159807 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.160293 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.160886 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.161570 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.162076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.162555 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.163030 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:34.163608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840324-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:34.176887 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840324-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:19:34.439862 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.db.l3_hamode_db [None req-de9ca473-a4b0-4dd4-8fed-f7239669c147 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 16:19:34.458703 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43138) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:34.526407 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ca473-a4b0-4dd4-8fed-f7239669c147 None None] Routers set() bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:19:34.526876 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ca473-a4b0-4dd4-8fed-f7239669c147 None None] Router IDs set() for agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 16:19:34.786845 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:19:34.880657 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.policy [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103692) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 16:19:34.922267 dv-cinder-840324-1-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:34.922658 dv-cinder-840324-1-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:35.087932 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291221326', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291220826', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291237007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291228369', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291185366', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756291176464', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-765506', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1802363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666733'] for rbac-policy (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:35.315775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:35.316987 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e8796bdd-8840-4c49-a2f8-686d10d3293b admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8572474 May 03 16:19:37.780036 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:38.094873 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:19:38.188186 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Made reservation on behalf of b9514039f9ea4ae396dba2f3c31b7ad1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:19:38.191961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.208342 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.316018 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks [] for security_group (c15a4559-d890-434d-9e86-0c03b3e1a4a3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.376524 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c15a4559-d890-434d-9e86-0c03b3e1a4a3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.409661 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:19:38.436641 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756290197553', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (22726bba-c037-41d0-bab3-09173a62bb1b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.437237 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Unsubscribe: segment precommit_create {{(pid=103692) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 16:19:38.437774 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Added segment 22726bba-c037-41d0-bab3-09173a62bb1b of type vlan for network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 May 03 16:19:38.443878 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a4559-d890-434d-9e86-0c03b3e1a4a3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:38.466511 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.466935 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.467391 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.467791 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.468127 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.468455 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.468779 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.469101 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.469420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.469739 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.470059 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.470390 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.470711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.471026 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.471359 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Tracked resource versions report: May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: pushed versions: May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: { 'AddressGroup': {'1.2'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Agent': {'1.1'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'ConntrackHelper': {'1.0'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Log': {'1.0'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'NDPProxy': {'1.0'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Network': {'1.1'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Port': {'1.7'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'PortForwarding': {'1.3'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'QosPolicy': {'1.10'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroup': {'1.5'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SubPort': {'1.0'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Subnet': {'1.1'}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Trunk': {'1.1'}} May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: consumer versions: May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Agent': '1.1', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'ConntrackHelper': '1.0', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'LocalIPAssociation': '1.0', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Log': '1.0', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'NDPProxy': '1.0', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Network': '1.1', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Port': '1.7', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'PortForwarding': '1.3', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'QosPolicy': '1.10', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroup': '1.5', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroupRule': '1.2', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SubPort': '1.0', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Subnet': '1.1', May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Trunk': '1.1'}} May 03 16:19:38.472724 dv-cinder-840324-1-iscsi neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:19:38.549668 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (e7be6ac9-431a-4cb0-a489-8c7ebde084c7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.665168 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (e7be6ac9-431a-4cb0-a489-8c7ebde084c7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.670246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:19:38.670933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:38.780440 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] Pushing event updated for resources: {'Network': ['ID=e7be6ac9-431a-4cb0-a489-8c7ebde084c7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:38.791965 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:19:38.802379 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c0ef63f5-1df4-4983-a4a5-9f50a41fb369 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0212619 May 03 16:19:41.310810 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43162) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:41.801879 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING oslo_policy.policy [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:41.802435 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING oslo_policy.policy [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:42.236070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.policy [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103691) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 16:19:42.276572 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING oslo_policy.policy [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:42.276936 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING oslo_policy.policy [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 16:19:42.284729 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:19:42.286655 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-84e1f2a7-72c7-4726-bf63-bae870ed8e2a demo admin] 10.222.0.42 "GET /v2.0/networks/e7be6ac9-431a-4cb0-a489-8c7ebde084c7 HTTP/1.1" status: 200 len: 825 time: 0.9737442 May 03 16:19:42.325706 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-bf072f96-5ef7-426e-a990-c2c0792d2233 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/3a0d436e-1a0f-4d98-854a-39526c5e9ffd HTTP/1.1" status: 200 len: 734 time: 0.0335293 May 03 16:19:42.334201 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Request body: {'subnet': {'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:19:42.447995 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Made reservation on behalf of b9514039f9ea4ae396dba2f3c31b7ad1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:19:42.450827 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:42.825850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:42.896622 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Checking segment: {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:19:42.897010 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Network hostable DHCP agents. Network: e7be6ac9-431a-4cb0-a489-8c7ebde084c7, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:19:42.911951 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:42.927383 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.927721 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.928075 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.928426 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.928754 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.929077 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.929399 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.929715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.930046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.930370 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.930683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.931012 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.931357 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.931674 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.931987 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Tracked resource versions report: May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: pushed versions: May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: { 'AddressGroup': {'1.2'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Agent': {'1.1'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'ConntrackHelper': {'1.0'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'LocalIPAssociation': {'1.0'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Log': {'1.0'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'NDPProxy': {'1.0'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Network': {'1.1'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Port': {'1.7'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'PortForwarding': {'1.3'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'QosPolicy': {'1.10'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroup': {'1.5'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroupRule': {'1.2'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SubPort': {'1.0'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Subnet': {'1.1'}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Trunk': {'1.1'}} May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: consumer versions: May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Agent': '1.1', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'ConntrackHelper': '1.0', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'LocalIPAssociation': '1.0', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Log': '1.0', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'NDPProxy': '1.0', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Network': '1.1', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Port': '1.7', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'PortForwarding': '1.3', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'QosPolicy': '1.10', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroup': '1.5', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroupRule': '1.2', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SubPort': '1.0', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Subnet': '1.1', May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Trunk': '1.1'}} May 03 16:19:42.933325 dv-cinder-840324-1-iscsi neutron-server[103691]: {{(pid=103691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:19:42.993272 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:19:43.073477 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, e7be6ac9-431a-4cb0-a489-8c7ebde084c7) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:19:43.079577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:19:43.081538 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:43.082447 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2089142-ea9e-4fa4-8cc1-866487350e6e None None] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:19:43.167780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c3a19b1f-d89b-4b6c-9246-064fce800032 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8368452 May 03 16:19:43.342642 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:19:43.343947 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:43.623588 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Allocated IP 172.20.0.2 (e7be6ac9-431a-4cb0-a489-8c7ebde084c7/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f/9121ebdd-9fac-4f42-befe-f467e11705c7) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:19:43.890922 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks [] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:43.994023 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:44.065761 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:19:44.070464 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:19:44.085536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:19:44.093432 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Pushing event updated for resources: {'Port': ['ID=9121ebdd-9fac-4f42-befe-f467e11705c7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:44.126513 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.126900 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.127214 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.127606 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.127948 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.128275 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.128601 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.128925 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.129250 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.129575 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.129898 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.130224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.130553 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.130874 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.131286 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Tracked resource versions report: May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: pushed versions: May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: consumer versions: May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Agent': '1.1', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Log': '1.0', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Network': '1.1', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Port': '1.7', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SubPort': '1.0', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Subnet': '1.1', May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 03 16:19:44.132687 dv-cinder-840324-1-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:19:44.186164 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Attempting to bind port 9121ebdd-9fac-4f42-befe-f467e11705c7 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:19:44.186566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Attempting to bind port 9121ebdd-9fac-4f42-befe-f467e11705c7 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:19:44.187024 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Attempting to bind port 9121ebdd-9fac-4f42-befe-f467e11705c7 on network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:19:44.192083 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:19:44.192470 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Checking segment: {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:19:44.192960 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:44.193355 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Bound using segment: {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:19:44.193842 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Bound port: 9121ebdd-9fac-4f42-befe-f467e11705c7, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:19:44.194243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:44.264626 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] For port 9121ebdd-9fac-4f42-befe-f467e11705c7, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:19:44.286010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] For port 9121ebdd-9fac-4f42-befe-f467e11705c7, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=9121ebdd-9fac-4f42-befe-f467e11705c7,segment=NetworkSegment(22726bba-c037-41d0-bab3-09173a62bb1b),segment_id=22726bba-c037-41d0-bab3-09173a62bb1b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:19:44.348890 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:44.406678 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251010-1f28-4188-81c8-e8404d136be5 None None] Pushing event updated for resources: {'Port': ['ID=9121ebdd-9fac-4f42-befe-f467e11705c7,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:45.690246 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43182) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:46.010732 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [None req-f5036645-a9b5-450d-9111-c6d6b6cfa700 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:19:46.011772 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f5036645-a9b5-450d-9111-c6d6b6cfa700 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3205242 May 03 16:19:48.520151 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:48.838976 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-417b79e0-b2c0-4ad9-a722-addf525ce954 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:19:48.839996 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-417b79e0-b2c0-4ad9-a722-addf525ce954 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3189039 May 03 16:19:51.343086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:51.667363 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:19:51.748167 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:51.749717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:51.888749 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Publish callbacks [] for router_controller (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:51.945633 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:52.026840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:52.028681 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1fe96ac9-020f-4fe7-876c-52d314285381 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6844680 May 03 16:19:53.164134 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:19:54.563478 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43210) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:54.794160 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 9121ebdd-9fac-4f42-befe-f467e11705c7 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:19:54.888616 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 9121ebdd-9fac-4f42-befe-f467e11705c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:19:54.889029 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:54.905924 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [None req-9838b10f-bb46-47ce-af19-f07651409574 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:19:54.906933 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9838b10f-bb46-47ce-af19-f07651409574 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3425121 May 03 16:19:55.004825 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 9121ebdd-9fac-4f42-befe-f467e11705c7 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:19:55.005224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:55.046354 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 9121ebdd-9fac-4f42-befe-f467e11705c7, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=9121ebdd-9fac-4f42-befe-f467e11705c7,segment=NetworkSegment(22726bba-c037-41d0-bab3-09173a62bb1b),segment_id=22726bba-c037-41d0-bab3-09173a62bb1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:19:55.136625 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:55.192459 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=9121ebdd-9fac-4f42-befe-f467e11705c7,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:55.880545 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d86102-9aa6-49e6-b5e9-c9c400f9e157 None None] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:19:55.954648 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6b44f55e-4003-48f7-836d-fcb57e6c58be None None] Provisioning complete for port 9121ebdd-9fac-4f42-befe-f467e11705c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:19:55.955026 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b44f55e-4003-48f7-836d-fcb57e6c58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:56.080101 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6b44f55e-4003-48f7-836d-fcb57e6c58be None None] Current status of the port 9121ebdd-9fac-4f42-befe-f467e11705c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:19:56.299900 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07a65b92-487a-4a76-9705-b476ecd474e0 None None] Provisioning complete for port 9121ebdd-9fac-4f42-befe-f467e11705c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:19:56.300290 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07a65b92-487a-4a76-9705-b476ecd474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:56.378880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-07a65b92-487a-4a76-9705-b476ecd474e0 None None] Current status of the port 9121ebdd-9fac-4f42-befe-f467e11705c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:19:56.766496 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 9121ebdd-9fac-4f42-befe-f467e11705c7 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:19:56.815361 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 9121ebdd-9fac-4f42-befe-f467e11705c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:19:56.816031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:56.894065 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 9121ebdd-9fac-4f42-befe-f467e11705c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:19:57.425113 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:19:57.738837 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:19:57.853486 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee97c-40a8-421a-bb2f-ad0501f3be69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:57.867116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Made reservation on behalf of edec15e0ee20483fb7e945e977a36993 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:19:57.869471 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:57.885534 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:57.985811 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks [] for security_group (3a4c9c9b-d750-43f3-91b3-1538483684cb), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.036200 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3a4c9c9b-d750-43f3-91b3-1538483684cb), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.051606 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Reserving flat network on physical network physnet1 {{(pid=103691) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 16:19:58.073685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4c9c9b-d750-43f3-91b3-1538483684cb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:58.085328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756290197553', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (b8b27c46-08c6-4629-a370-a622faff8d1a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.085328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Unsubscribe: segment precommit_create {{(pid=103691) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 16:19:58.085328 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Added segment b8b27c46-08c6-4629-a370-a622faff8d1a of type flat for network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 May 03 16:19:58.134130 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (1da963a8-77e1-4ad3-85eb-0a8c25a57e43), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.226914 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (1da963a8-77e1-4ad3-85eb-0a8c25a57e43), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.227892 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:19:58.228492 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:19:58.322367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] Pushing event updated for resources: {'Network': ['ID=1da963a8-77e1-4ad3-85eb-0a8c25a57e43,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:19:58.332504 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2392057f-f360-4f9e-a894-052f5e6a1f1b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9063609 May 03 16:19:58.334333 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:20:00.161634 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05880a33-e773-40c6-bc36-d684a41b90fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:00.889514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:20:00.958260 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:01.182040 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4cd9eb-d9c5-42cc-9fd3-4a150818d8e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:20:01.183434 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ad4cd9eb-d9c5-42cc-9fd3-4a150818d8e1 demo admin] 10.222.0.42 "GET /v2.0/subnets/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f HTTP/1.1" status: 200 len: 849 time: 0.2928877 May 03 16:20:01.308990 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-4d13add8-2494-42c7-98d1-2a65220c543a demo admin] 10.222.0.42 "GET /v2.0/routers/19f1ec96-1f9d-4cac-b464-a34bd32d8b89 HTTP/1.1" status: 200 len: 704 time: 0.1199262 May 03 16:20:01.585175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:01.879397 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Allocated IP 172.20.0.1 (e7be6ac9-431a-4cb0-a489-8c7ebde084c7/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f/9679dd4c-edb8-498f-ac39-3084eefe7f61) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:20:02.036648 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks [] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.208560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.286056 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:20:02.293934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:20:02.297034 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:20:02.297542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.320984 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Pushing event updated for resources: {'Port': ['ID=9679dd4c-edb8-498f-ac39-3084eefe7f61,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:02.538642 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-168be1c7-4e08-4b98-9341-6e38af30fa1c None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:02.539188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-168be1c7-4e08-4b98-9341-6e38af30fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.591348 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.618641 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-168be1c7-4e08-4b98-9341-6e38af30fa1c None None] Port 9679dd4c-edb8-498f-ac39-3084eefe7f61 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:20:02.738806 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.802901 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks [] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.852950 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.853725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:02.915748 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Pushing event updated for resources: {'Port': ['ID=9679dd4c-edb8-498f-ac39-3084eefe7f61,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:02.982154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:20:02.983505 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:20:03.137636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c5db5383-e5cf-4173-ab30-8847d2d754a6 None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:03.138033 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5db5383-e5cf-4173-ab30-8847d2d754a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:03.171627 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c5db5383-e5cf-4173-ab30-8847d2d754a6 None None] Port 9679dd4c-edb8-498f-ac39-3084eefe7f61 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:20:03.218736 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:20:03.320248 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:20:03.336969 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a6dcf84b-8473-440a-abf1-aefe1820dd2e demo admin] 10.222.0.42 "PUT /v2.0/routers/19f1ec96-1f9d-4cac-b464-a34bd32d8b89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0117021 May 03 16:20:03.337088 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Sync routers for ids ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:20:03.346526 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Routers {'19f1ec96-1f9d-4cac-b464-a34bd32d8b89'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:20:03.347431 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:20:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:03.550097 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Set router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:20:03.967430 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:02Z', 'revision_number': 2, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port_host': None, '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:02Z', 'revision_number': 2, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:04.018186 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Checking router: 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:20:04.018552 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Updating router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 port 9679dd4c-edb8-498f-ac39-3084eefe7f61 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:20:04.070421 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.135737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.587014 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks [] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.649599 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.811751 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Pushing event updated for resources: {'Port': ['ID=9679dd4c-edb8-498f-ac39-3084eefe7f61,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:04.828109 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Attempting to bind port 9679dd4c-edb8-498f-ac39-3084eefe7f61 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:20:04.828526 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Attempting to bind port 9679dd4c-edb8-498f-ac39-3084eefe7f61 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:20:04.828988 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Attempting to bind port 9679dd4c-edb8-498f-ac39-3084eefe7f61 on network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:20:04.831640 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.831991 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.832342 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.832694 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.833029 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.833362 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.833692 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.834019 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.834348 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.834674 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.835011 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.835362 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.835694 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.836020 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.836338 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Tracked resource versions report: May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: pushed versions: May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: consumer versions: May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Agent': '1.1', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Log': '1.0', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Network': '1.1', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Port': '1.7', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SubPort': '1.0', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Subnet': '1.1', May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 03 16:20:04.837743 dv-cinder-840324-1-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:20:04.844222 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:20:04.844633 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Checking segment: {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:20:04.845123 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.845509 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Bound using segment: {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:20:04.846002 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Bound port: 9679dd4c-edb8-498f-ac39-3084eefe7f61, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22726bba-c037-41d0-bab3-09173a62bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:20:04.846394 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.897425 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5c23111f-8ec6-4463-bfc8-0cfc88f120e1 None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:04.898123 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c23111f-8ec6-4463-bfc8-0cfc88f120e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:04.915651 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] For port 9679dd4c-edb8-498f-ac39-3084eefe7f61, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:20:04.933050 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5c23111f-8ec6-4463-bfc8-0cfc88f120e1 None None] Port 9679dd4c-edb8-498f-ac39-3084eefe7f61 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:20:04.936560 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] For port 9679dd4c-edb8-498f-ac39-3084eefe7f61, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=9679dd4c-edb8-498f-ac39-3084eefe7f61,segment=NetworkSegment(22726bba-c037-41d0-bab3-09173a62bb1b),segment_id=22726bba-c037-41d0-bab3-09173a62bb1b)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:20:05.028060 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:05.091164 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Routers {'19f1ec96-1f9d-4cac-b464-a34bd32d8b89'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:20:05.091833 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:20:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:05.093822 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839014e-5395-4edb-87cb-f31569abccf0 None None] Pushing event updated for resources: {'Port': ['ID=9679dd4c-edb8-498f-ac39-3084eefe7f61,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:05.192202 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] Set router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:20:05.251605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:05.252745 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:05.329806 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Current status of the port 9679dd4c-edb8-498f-ac39-3084eefe7f61 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:20:05.330493 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:05.365810 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] For port 9679dd4c-edb8-498f-ac39-3084eefe7f61, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=9679dd4c-edb8-498f-ac39-3084eefe7f61,segment=NetworkSegment(22726bba-c037-41d0-bab3-09173a62bb1b),segment_id=22726bba-c037-41d0-bab3-09173a62bb1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:20:05.394855 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:02Z', 'revision_number': 2, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port_host': None, '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:04Z', 'revision_number': 4, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:05.421704 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f5ff2-4592-49be-a63b-4545e086550c None None] The sync data for ids ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'] in dv-cinder-840324-1-iscsi is: [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:02Z', 'revision_number': 2, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port_host': None, '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:04Z', 'revision_number': 4, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:20:05.450592 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:05.505555 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fafc85-ca47-4c41-bc98-43bc93130d37 None None] Pushing event updated for resources: {'Port': ['ID=9679dd4c-edb8-498f-ac39-3084eefe7f61,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:05.844682 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:20:05.992239 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4bac7-cd76-40b3-b963-ee127b5b28f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:20:05.993547 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ddc4bac7-cd76-40b3-b963-ee127b5b28f9 admin admin] 10.222.0.42 "GET /v2.0/networks/1da963a8-77e1-4ad3-85eb-0a8c25a57e43 HTTP/1.1" status: 200 len: 842 time: 0.1479254 May 03 16:20:06.003775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:20:06.116122 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Made reservation on behalf of edec15e0ee20483fb7e945e977a36993 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:20:06.118366 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:06.590072 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.objects.ports [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 16:20:06.590533 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (7180eca3-5c8f-4c8d-84f3-abec831d19eb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:06.649760 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7180eca3-5c8f-4c8d-84f3-abec831d19eb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:06.659217 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:20:06.660244 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Network hostable DHCP agents. Network: 1da963a8-77e1-4ad3-85eb-0a8c25a57e43, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:20:06.740880 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:20:06.864532 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 1da963a8-77e1-4ad3-85eb-0a8c25a57e43) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:20:06.869426 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:20:06.870291 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:06.876903 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f635e26-4a52-4fe9-9d5e-f0d35fdd8411 None None] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:20:06.937067 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0cdfcd52-fb7f-42ee-9943-e69da4c8461d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9366167 May 03 16:20:06.981077 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d097959-f066-47ed-8f63-41fdde8bcee7 None None] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:20:09.377119 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43264) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:20:09.612687 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ba206f4f-eb94-4f11-b290-a8d2e23815a0 demo admin] 10.222.0.42 "GET /v2.0/routers/19f1ec96-1f9d-4cac-b464-a34bd32d8b89 HTTP/1.1" status: 200 len: 710 time: 0.2340820 May 03 16:20:09.701233 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8809028-6c26-4188-96f2-4ee268fcc8db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:20:09.702685 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f8809028-6c26-4188-96f2-4ee268fcc8db demo admin] 10.222.0.42 "GET /v2.0/networks/1da963a8-77e1-4ad3-85eb-0a8c25a57e43 HTTP/1.1" status: 200 len: 886 time: 0.0848157 May 03 16:20:09.711378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:20:09.962862 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks [] for router_gateway (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:10.280503 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks [] for router_gateway (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:10.356027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:10.555597 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Allocated IP 172.27.0.156 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/eb71cf3f-ea24-4a86-a92e-739fb2706868) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:20:10.668583 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks [] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:10.794193 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:10.871553 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:20:10.877549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:20:10.885476 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:20:10.920571 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Pushing event updated for resources: {'Port': ['ID=eb71cf3f-ea24-4a86-a92e-739fb2706868,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:11.226624 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks [] for router_gateway (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:11.430509 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1583497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12843'] for router (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:11.435747 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1583504'] for router (19f1ec96-1f9d-4cac-b464-a34bd32d8b89), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:11.548946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:20:11.656393 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:20:11.660730 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:11.661909 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d3734a6f-6595-435b-a7ef-1d9b6482a4f6 demo admin] 10.222.0.42 "PUT /v2.0/routers/19f1ec96-1f9d-4cac-b464-a34bd32d8b89 HTTP/1.1" status: 200 len: 890 time: 1.9536316 May 03 16:20:12.784110 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 9679dd4c-edb8-498f-ac39-3084eefe7f61 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:20:12.832237 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:12.832635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:12.907930 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 9679dd4c-edb8-498f-ac39-3084eefe7f61 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:20:14.170821 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43276) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:20:14.282629 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-07ea8ed9-7bbe-4cf8-826f-9c095fa4c420 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106281 May 03 16:20:14.301564 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Sync routers for ids ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:20:14.314313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Routers {'19f1ec96-1f9d-4cac-b464-a34bd32d8b89'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:20:14.315037 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:20:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:14.541855 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Set router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:20:15.006010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:11Z', 'revision_number': 4, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port': {'id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:10Z', 'updated_at': '2022-05-03T16:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:05Z', 'revision_number': 5, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:15.055731 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Checking router: 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:20:15.056092 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Updating router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 port eb71cf3f-ea24-4a86-a92e-739fb2706868 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:20:15.111122 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.434054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks [] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.527831 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.582400 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec67ab-9c0b-4539-b374-95fda9c29a47 None None] Pushing event updated for resources: {'Port': ['ID=eb71cf3f-ea24-4a86-a92e-739fb2706868,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:15.584610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Attempting to bind port eb71cf3f-ea24-4a86-a92e-739fb2706868 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:20:15.585049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Attempting to bind port eb71cf3f-ea24-4a86-a92e-739fb2706868 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:20:15.585432 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Attempting to bind port eb71cf3f-ea24-4a86-a92e-739fb2706868 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:20:15.590510 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:20:15.590889 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:20:15.591311 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.591706 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:20:15.592175 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Bound port: eb71cf3f-ea24-4a86-a92e-739fb2706868, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:20:15.592556 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.656255 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] For port eb71cf3f-ea24-4a86-a92e-739fb2706868, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:20:15.659421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] For port eb71cf3f-ea24-4a86-a92e-739fb2706868, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=eb71cf3f-ea24-4a86-a92e-739fb2706868,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:20:15.701048 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:15.758849 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec67ab-9c0b-4539-b374-95fda9c29a47 None None] Pushing event updated for resources: {'Port': ['ID=eb71cf3f-ea24-4a86-a92e-739fb2706868,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:15.761840 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Routers {'19f1ec96-1f9d-4cac-b464-a34bd32d8b89'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:20:15.762441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:20:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:15.867977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] Set router 19f1ec96-1f9d-4cac-b464-a34bd32d8b89 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:20:16.080730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:11Z', 'revision_number': 4, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port': {'id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:10Z', 'updated_at': '2022-05-03T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:05Z', 'revision_number': 5, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:20:16.109975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf0bf0-0ebc-4817-a170-53a934508e75 None None] The sync data for ids ['19f1ec96-1f9d-4cac-b464-a34bd32d8b89'] in dv-cinder-840324-1-iscsi is: [{'id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'name': 'router1', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:19:51Z', 'updated_at': '2022-05-03T16:20:11Z', 'revision_number': 4, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'gw_port': {'id': 'eb71cf3f-ea24-4a86-a92e-739fb2706868', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:10Z', 'updated_at': '2022-05-03T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '9679dd4c-edb8-498f-ac39-3084eefe7f61', 'name': '', 'network_id': 'e7be6ac9-431a-4cb0-a489-8c7ebde084c7', 'tenant_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'mac_address': 'fa:16:3e:c0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f1ec96-1f9d-4cac-b464-a34bd32d8b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:20:01Z', 'updated_at': '2022-05-03T16:20:05Z', 'revision_number': 5, 'project_id': 'b9514039f9ea4ae396dba2f3c31b7ad1', 'subnets': [{'id': '2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a0d436e-1a0f-4d98-854a-39526c5e9ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:20:16.827765 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device eb71cf3f-ea24-4a86-a92e-739fb2706868 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:20:16.885557 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port eb71cf3f-ea24-4a86-a92e-739fb2706868 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:16.885706 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:16.986888 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port eb71cf3f-ea24-4a86-a92e-739fb2706868 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:20:16.989515 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:17.017113 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port eb71cf3f-ea24-4a86-a92e-739fb2706868, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=eb71cf3f-ea24-4a86-a92e-739fb2706868,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:20:17.098956 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:17.148089 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=eb71cf3f-ea24-4a86-a92e-739fb2706868,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:20:18.847460 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device eb71cf3f-ea24-4a86-a92e-739fb2706868 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:20:18.936114 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port eb71cf3f-ea24-4a86-a92e-739fb2706868 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:20:18.936976 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (eb71cf3f-ea24-4a86-a92e-739fb2706868), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:19.028135 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port eb71cf3f-ea24-4a86-a92e-739fb2706868 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:20:27.846729 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-419fb54f-f80a-481e-9669-bcfb87c3944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:30.162793 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:20:30.184319 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-190b7f6e-2804-4e73-909b-e3df954e46b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:30.957686 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:32.751470 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:34.128460 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:20:58.327829 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-577766a2-52cd-4b65-a3f6-dcd65cc4ba30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:00.160150 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09b1805e-c61b-4c57-bc9f-ae832bab9f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:00.956912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:02.755471 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:04.154208 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:07.161312 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:21:27.811614 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0035543f-9f3b-46a0-b71c-e7af8661e8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:30.188400 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b64d2784-f56f-46aa-8a30-a1e2da78a5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:30.953764 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:32.748211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:34.136591 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:37.168344 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43760) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:37.229992 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa51ca0e-055f-40b0-ae6b-005149c9c392 admin admin] GET failed (client error): The resource could not be found. May 03 16:21:37.231349 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-fa51ca0e-055f-40b0-ae6b-005149c9c392 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620131 May 03 16:21:37.397080 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25450a74-1add-45bf-b000-0ff73b69fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:37.398589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-25450a74-1add-45bf-b000-0ff73b69fa9b admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632605 May 03 16:21:39.650633 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:39.743019 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d23c09-9001-4828-8f48-69f8cdecbe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:39.744368 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-95d23c09-9001-4828-8f48-69f8cdecbe01 admin admin] 10.222.0.42 "GET /v2.0/subnets/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f HTTP/1.1" status: 200 len: 849 time: 0.0927622 May 03 16:21:39.753584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:21:39.914851 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Publish callbacks [] for subnet (2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:40.113152 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756290276774'] for subnet (2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:40.143431 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:40.144021 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:40.145836 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] 10.222.0.42 "PUT /v2.0/subnets/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f HTTP/1.1" status: 200 len: 868 time: 0.3952353 May 03 16:21:40.149707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dac8ef-be13-48a2-9a5e-9d597d7af2da None None] Network e7be6ac9-431a-4cb0-a489-8c7ebde084c7 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:21:40.167356 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:21:40.174619 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.174989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.175344 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.175689 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.176014 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.176371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.176701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.177025 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.177348 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.177671 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.178020 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.178358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.178684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.179572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.179897 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8eb20-1c91-4bce-8dbb-ece36c26ea4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:21:40.535849 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Provisioning complete for port 9121ebdd-9fac-4f42-befe-f467e11705c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:21:40.536237 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9121ebdd-9fac-4f42-befe-f467e11705c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:40.616237 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Current status of the port 9121ebdd-9fac-4f42-befe-f467e11705c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:21:40.624536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Provisioning complete for port 9679dd4c-edb8-498f-ac39-3084eefe7f61 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:21:40.624897 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9679dd4c-edb8-498f-ac39-3084eefe7f61), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:40.697811 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74cd16f6-3019-4766-84d2-d9b50ff72021 None None] Current status of the port 9679dd4c-edb8-498f-ac39-3084eefe7f61 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:21:42.464523 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43778) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:42.666276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd8073-ab46-434f-880d-5dfef6525cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:42.666657 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd8073-ab46-434f-880d-5dfef6525cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:42.668237 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-bdfd8073-ab46-434f-880d-5dfef6525cd7 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027509 May 03 16:21:44.160825 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:21:44.981625 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43786) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:45.113581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1611e0f-f2de-4f15-a39f-ecc1b7b06f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:45.114035 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1611e0f-f2de-4f15-a39f-ecc1b7b06f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:45.115830 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f1611e0f-f2de-4f15-a39f-ecc1b7b06f35 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329827 May 03 16:21:47.383367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:47.509101 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072d13a-722f-4fdf-b44f-7e0ff3a415e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:47.510481 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8072d13a-722f-4fdf-b44f-7e0ff3a415e6 admin admin] 10.222.0.42 "GET /v2.0/networks/1da963a8-77e1-4ad3-85eb-0a8c25a57e43 HTTP/1.1" status: 200 len: 886 time: 0.1277709 May 03 16:21:49.766753 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:49.910093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c5b17-2b64-4207-8371-19c22c8076a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:49.911481 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-739c5b17-2b64-4207-8371-19c22c8076a8 admin admin] 10.222.0.42 "GET /v2.0/networks/e7be6ac9-431a-4cb0-a489-8c7ebde084c7 HTTP/1.1" status: 200 len: 869 time: 0.1437895 May 03 16:21:52.332779 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:52.528494 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa952f7-4d26-41f7-8eb6-e707af9bc461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:52.528960 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa952f7-4d26-41f7-8eb6-e707af9bc461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:52.530539 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0fa952f7-4d26-41f7-8eb6-e707af9bc461 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1967957 May 03 16:21:54.899430 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43820) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:54.992180 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225081d-5a45-4679-bc47-6231e8972140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:54.992622 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225081d-5a45-4679-bc47-6231e8972140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:54.994155 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a225081d-5a45-4679-bc47-6231e8972140 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937769 May 03 16:21:57.289789 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43828) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:57.391637 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a91f6-9c2f-49dc-81d3-d34bdc913b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:57.392978 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3c9a91f6-9c2f-49dc-81d3-d34bdc913b07 admin admin] 10.222.0.42 "GET /v2.0/subnets/2b8d3f8c-b2bb-4549-8423-bcf9460a8c2f HTTP/1.1" status: 200 len: 868 time: 0.1022260 May 03 16:21:57.820813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1fac1f16-ad97-47b6-8a1c-bed385b2209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:21:59.674168 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43836) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:21:59.762174 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2f046-d7f5-4a1c-9721-fb14fcd25f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:21:59.763542 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f4c2f046-d7f5-4a1c-9721-fb14fcd25f60 admin admin] 10.222.0.42 "GET /v2.0/subnets/7180eca3-5c8f-4c8d-84f3-abec831d19eb HTTP/1.1" status: 200 len: 816 time: 0.0883973 May 03 16:22:00.158261 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8ae74b6-46dc-4a5f-87c4-c7d07d5896c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:00.969272 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:02.751920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:04.147049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:21.159051 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:22:27.791242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f48226e7-a4a1-4198-a957-d3c8e0e761e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:30.168208 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f43f184-e2ad-459b-881d-e6b6a75d07cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:31.014073 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:32.762546 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:34.162424 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:40.951883 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43896) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:22:40.998898 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-d9e0342f-ebab-460b-a4af-f6a276db45b9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:22:40.999930 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d9e0342f-ebab-460b-a4af-f6a276db45b9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471032 May 03 16:22:43.369671 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43904) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:22:43.429623 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec1ead2-79d8-475c-a6f9-82d69694bdd6 admin admin] GET failed (client error): The resource could not be found. May 03 16:22:43.430928 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6ec1ead2-79d8-475c-a6f9-82d69694bdd6 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602398 May 03 16:22:43.516145 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c85cb2-f62d-4275-a7be-a921192d6b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:22:43.517641 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-44c85cb2-f62d-4275-a7be-a921192d6b8c admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827067 May 03 16:22:45.796792 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:22:45.843225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:22:45.904653 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Made reservation on behalf of edec15e0ee20483fb7e945e977a36993 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:22:45.906891 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:45.933890 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING neutron.services.revisions.revision_plugin [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Could not find related network for resource to bump revision. May 03 16:22:45.947447 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:22:45.955913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (8a0f06e4-500d-41c3-8b82-0911d3711d55), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:45.956249 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Added segment 8a0f06e4-500d-41c3-8b82-0911d3711d55 of type vlan for network c145dd18-e9a1-4a96-87bc-5cf28d74717b May 03 16:22:46.005161 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (c145dd18-e9a1-4a96-87bc-5cf28d74717b), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:46.076628 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (c145dd18-e9a1-4a96-87bc-5cf28d74717b), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:46.077501 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:22:46.078070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:46.139919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Pushing event updated for resources: {'Network': ['ID=c145dd18-e9a1-4a96-87bc-5cf28d74717b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:22:46.147686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.148037 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.148402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.148776 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.149115 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.149448 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.149778 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.150123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.150466 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.150798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.151137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.151520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.151851 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.152168 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.152486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:46.159145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-13334567-1590-47cf-a701-066fdb4c1936 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3613017 May 03 16:22:46.163352 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:22:48.464707 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43920) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:22:48.525211 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9889e992-e9f9-41ed-9ff1-b86151defbc5 admin admin] GET failed (client error): The resource could not be found. May 03 16:22:48.526590 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9889e992-e9f9-41ed-9ff1-b86151defbc5 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607743 May 03 16:22:48.599683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aadbdb-6d9c-4e71-8345-5782a08747c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:22:48.601118 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f4aadbdb-6d9c-4e71-8345-5782a08747c2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706587 May 03 16:22:48.610770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:22:48.682062 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Made reservation on behalf of edec15e0ee20483fb7e945e977a36993 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:22:48.684236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:48.910618 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (efce1648-ceda-41c8-8096-214fea7b8288), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:48.965415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efce1648-ceda-41c8-8096-214fea7b8288,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:22:48.971747 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Checking segment: {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:22:48.972096 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Network hostable DHCP agents. Network: c145dd18-e9a1-4a96-87bc-5cf28d74717b, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:22:49.053217 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:22:49.115958 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, c145dd18-e9a1-4a96-87bc-5cf28d74717b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:22:49.119841 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:22:49.120418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.125047 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5a377-35f5-42ad-86bd-00ca31551b30 None None] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:22:49.176426 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a9b23bef-4292-4352-b8b7-e8b65eb09842 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5683210 May 03 16:22:49.332341 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-c145dd18-e9a1-4a96-87bc-5cf28d74717b', 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b', 'project_id': 'edec15e0ee20483fb7e945e977a36993', 'fixed_ips': [{'subnet_id': 'efce1648-ceda-41c8-8096-214fea7b8288'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:22:49.333583 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.475857 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Allocated IP 192.168.233.2 (c145dd18-e9a1-4a96-87bc-5cf28d74717b/efce1648-ceda-41c8-8096-214fea7b8288/bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:22:49.626711 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks [] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.711243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.749952 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:22:49.755284 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:22:49.759670 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:22:49.762723 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Pushing event updated for resources: {'Port': ['ID=bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:22:49.773138 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.773489 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.773850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.774204 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.774541 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.774868 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.775196 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.775540 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.775861 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.776181 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.776502 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.776835 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.777157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.777472 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.777788 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:22:49.829709 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Attempting to bind port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:22:49.830086 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Attempting to bind port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:22:49.830487 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Attempting to bind port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 on network c145dd18-e9a1-4a96-87bc-5cf28d74717b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:22:49.836563 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:22:49.836941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Checking segment: {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:22:49.837345 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.837742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Bound using segment: {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:22:49.838217 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Bound port: bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:22:49.838597 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:49.901153 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] For port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:22:49.904460 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] For port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:22:49.991464 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:50.049433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44458dca-125d-471f-bc5a-089214bd71f9 None None] Pushing event updated for resources: {'Port': ['ID=bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:22:50.894201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cfda1e-9b80-44ff-8b0c-2a37b49eb00b None None] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:22:50.916524 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:22:51.011274 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Provisioning complete for port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:22:51.011594 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.073953 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:22:51.074346 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.198337 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Current status of the port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:22:51.198726 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.217867 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:22:51.218258 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.259632 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] For port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:22:51.322719 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.416835 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eb1e1-5fa9-45b9-b30c-d1229e0e59cc None None] Pushing event updated for resources: {'Port': ['ID=bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:22:51.419790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.db.api [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:22:51.420169 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG oslo_db.api [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:22:51.439792 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-39c8da03-36da-440f-b7bf-e36d60e90933 None None] Provisioning complete for port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:22:51.440184 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39c8da03-36da-440f-b7bf-e36d60e90933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:51.522715 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-39c8da03-36da-440f-b7bf-e36d60e90933 None None] Current status of the port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:22:51.959737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:22:52.878058 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:22:52.925090 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:22:52.925479 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:53.009301 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port bcd2e8fd-80db-4ff0-af7e-fb2c3692fcf0 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:22:57.829999 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67c75c2d-ea85-47dd-a436-dcbf0ad1ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:22:58.158265 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:23:00.167287 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12238654-5f77-44a7-a029-6e81b118e997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:00.967264 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:02.761429 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:04.161442 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:27.823939 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcc9-5b76-4c66-8b2a-b21daf7ff5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:30.154631 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bea7f9c5-0f1f-4025-b896-f2db9cb7f0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:30.989454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:32.760745 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:34.136437 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:23:35.156490 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:23:57.825920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dade09c9-245f-478b-9440-169618604270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:00.159742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a87b2cd4-8552-4965-97bb-f9dbe9d9b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:00.965303 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:02.759423 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:04.148211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:12.155013 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:24:25.940216 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43960) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:24:25.945734 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [None req-8013d3a7-3765-406e-b2ae-0b203a36c778 tempest-verify_tempest_config-697411328 tempest-verify_tempest_config-697411328-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:24:25.946746 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8013d3a7-3765-406e-b2ae-0b203a36c778 tempest-verify_tempest_config-697411328 tempest-verify_tempest_config-697411328-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055873 May 03 16:24:26.368812 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 43978) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:24:26.474811 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.555633 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Publish callbacks [] for security_group (954f28d9-ea9f-4d78-9d46-c0264794d5b9), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.626103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (954f28d9-ea9f-4d78-9d46-c0264794d5b9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.680606 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d79ef126866c43738da044c9e3f34c1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3105037 May 03 16:24:26.682844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f28d9-ea9f-4d78-9d46-c0264794d5b9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:24:26.684351 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 43982) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:24:26.691175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.691556 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.691893 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.692232 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.692558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.692880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694341 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.694710 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.695016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.695369 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.695664 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66a1b9-fea3-4f10-8468-a85e810658c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.758846 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Publish callbacks [] for security_group (954f28d9-ea9f-4d78-9d46-c0264794d5b9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.786327 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Publish callbacks [] for security_group (954f28d9-ea9f-4d78-9d46-c0264794d5b9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.950505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (954f28d9-ea9f-4d78-9d46-c0264794d5b9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.953994 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:26.955218 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/954f28d9-ea9f-4d78-9d46-c0264794d5b9 HTTP/1.1" status: 204 len: 168 time: 0.2698648 May 03 16:24:26.963761 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f28d9-ea9f-4d78-9d46-c0264794d5b9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973998 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.973998 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.974175 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.974390 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.974730 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.975063 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.975423 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:26.975749 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0094cd-1d6d-418d-84a1-877b909911f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:24:27.849889 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80d064d3-6ba3-4ae6-80a7-c439d8c0e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:30.146655 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f22734a4-6ba5-4492-b077-e901cc710602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:31.012940 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:32.772678 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:34.138644 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:24:49.153768 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:24:57.820394 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6246-d487-4380-9a20-8be82bfb108e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:00.214451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cab5e63-a967-4d5e-9a46-ee9e6656f631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:00.982886 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:02.782363 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:04.179965 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:26.153418 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:25:27.838213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c304d7f1-6c38-42b7-be37-37062370e535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:30.152414 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40bde790-423a-4da5-a464-d450edd10b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:31.020539 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:32.803472 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:34.157787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:25:57.842404 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1416117d-8443-4f7f-b39c-9c3982de0ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:00.166620 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a7819f6-3fa1-4cb6-86bc-8519eb445a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:01.002017 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:02.790795 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:03.152769 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:26:04.350460 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:09.349867 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589561'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:23.471954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:26:23.580477 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-58775955-b1ee-4429-97c2-4b488d29fd8c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1074388 May 03 16:26:25.846691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44064) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:26:25.907465 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-da95649b-5e15-4295-9030-94dbbf6a7f8e admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596263 May 03 16:26:27.835399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fd39059-66dc-4db9-9871-f08460c9a451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:30.177943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-708d07a4-e557-4d5b-ac62-7c543a3c80a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:31.012098 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:32.783240 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:34.160203 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:39.337040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:26:40.152061 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:26:57.827557 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2c6945f-7ae7-4136-bce1-8b434ca746e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:00.187410 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0664dadd-93e5-4d5f-b9ba-b6c37f04f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:00.987227 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:02.798651 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:04.164254 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:09.340850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:17.150862 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:27:27.905926 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d55141ad-b181-47ca-8213-d134f0a8b78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:30.151548 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5cffd7f-dd3a-41ef-8b8d-3175f1d3fccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:30.997398 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:32.814080 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:34.174188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:39.340229 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:27:54.150025 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:27:57.841619 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-30ab9034-d7ac-41a9-a4fe-c1d75a4c1dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:00.190278 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-769fa649-4b69-497b-96ac-9209f773e03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:01.001817 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:02.813331 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:04.187955 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.060794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:05.584723 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-network', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:05.611865 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44284) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:05.648703 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44288) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:05.676076 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Made reservation on behalf of 394ead9152f741e68d0eac3d52df3bc1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:05.678417 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.692022 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.776661 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks [] for security_group (6b8d820a-ba06-461e-a1db-9d337977b3e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.825317 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1600650512-network', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:05.852821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6b8d820a-ba06-461e-a1db-9d337977b3e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.864936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1426315471-network', 'tenant_id': '58105e939ccc4750a9676302a6c0eeed'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:05.868619 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:28:05.892775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (329f5657-00d3-4646-a730-723935b058c6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.893125 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Added segment 329f5657-00d3-4646-a730-723935b058c6 of type vlan for network f885123b-d597-4b09-a9de-422e81d59c30 May 03 16:28:05.901843 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d820a-ba06-461e-a1db-9d337977b3e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:05.911430 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.911781 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.912146 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.912647 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.913150 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.913648 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.914141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.914479 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.914832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.915292 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.915732 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.916203 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.916589 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.916920 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.917248 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Tracked resource versions report: May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: pushed versions: May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: { 'AddressGroup': {'1.2'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Agent': {'1.1'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'ConntrackHelper': {'1.0'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Log': {'1.0'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'NDPProxy': {'1.0'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Network': {'1.1'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Port': {'1.7'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'PortForwarding': {'1.3'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'QosPolicy': {'1.10'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroup': {'1.5'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SubPort': {'1.0'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Subnet': {'1.1'}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Trunk': {'1.1'}} May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: consumer versions: May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: HyperV agent@hv-cinder-84032: {}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Agent': '1.1', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'ConntrackHelper': '1.0', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'LocalIPAssociation': '1.0', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Log': '1.0', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'NDPProxy': '1.0', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Network': '1.1', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Port': '1.7', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'PortForwarding': '1.3', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'QosPolicy': '1.10', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroup': '1.5', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SecurityGroupRule': '1.2', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'SubPort': '1.0', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Subnet': '1.1', May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: 'Trunk': '1.1'}} May 03 16:28:05.918404 dv-cinder-840324-1-iscsi neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:28:05.950530 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Made reservation on behalf of 58105e939ccc4750a9676302a6c0eeed for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:05.952990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Made reservation on behalf of 6f272be1938043fab0bd96cad1e95e7e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:05.953514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.955370 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.962920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.967222 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:05.985649 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (f885123b-d597-4b09-a9de-422e81d59c30), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.040738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks [] for security_group (2eb77452-d3aa-401c-95aa-694dbf619ca3), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.073041 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks [] for security_group (921ab158-7e49-431d-8c24-28ef76eccd35), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.087212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (f885123b-d597-4b09-a9de-422e81d59c30), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.088599 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:06.089173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.156029 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (2eb77452-d3aa-401c-95aa-694dbf619ca3), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.168874 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:28:06.179181 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f5d2648f-e025-4a7e-94d1-f7c8b74ae883), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.179636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Added segment f5d2648f-e025-4a7e-94d1-f7c8b74ae883 of type vlan for network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 May 03 16:28:06.182662 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] Pushing event updated for resources: {'Network': ['ID=f885123b-d597-4b09-a9de-422e81d59c30,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.188747 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fed8530d-4b05-444e-8371-0e73e4a0089d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1268771 May 03 16:28:06.189763 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (921ab158-7e49-431d-8c24-28ef76eccd35), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.203185 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network f885123b-d597-4b09-a9de-422e81d59c30 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:28:06.203772 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:28:06.206788 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:06.213686 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Request body: {'subnet': {'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-subnet', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:06.226311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (51f5d8c6-31fa-49b4-b5ba-73266e2617d9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.226896 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Added segment 51f5d8c6-31fa-49b4-b5ba-73266e2617d9 of type vlan for network d062b702-c604-4e03-ba4a-44c88ec29e91 May 03 16:28:06.231568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (5277e8f7-065b-4ae5-8777-bdcbb43ea983), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.284518 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb77452-d3aa-401c-95aa-694dbf619ca3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.285271 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (d062b702-c604-4e03-ba4a-44c88ec29e91), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.293366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.294049 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.294606 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.295196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.295787 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.296329 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.296881 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.297443 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.297999 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.298536 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.299106 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.299861 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.300404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.300964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.301515 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Tracked resource versions report: May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: pushed versions: May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: { 'AddressGroup': {'1.2'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Agent': {'1.1'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'ConntrackHelper': {'1.0'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'LocalIPAssociation': {'1.0'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Log': {'1.0'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'NDPProxy': {'1.0'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Network': {'1.1'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Port': {'1.7'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'PortForwarding': {'1.3'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'QosPolicy': {'1.10'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroup': {'1.5'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroupRule': {'1.2'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SubPort': {'1.0'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Subnet': {'1.1'}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Trunk': {'1.1'}} May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: consumer versions: May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: HyperV agent@hv-cinder-84032: {}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Agent': '1.1', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'ConntrackHelper': '1.0', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'LocalIPAssociation': '1.0', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Log': '1.0', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'NDPProxy': '1.0', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Network': '1.1', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Port': '1.7', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'PortForwarding': '1.3', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'QosPolicy': '1.10', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroup': '1.5', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SecurityGroupRule': '1.2', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'SubPort': '1.0', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Subnet': '1.1', May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: 'Trunk': '1.1'}} May 03 16:28:06.303350 dv-cinder-840324-1-iscsi neutron-server[103691]: {{(pid=103691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:28:06.342432 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ab158-7e49-431d-8c24-28ef76eccd35,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.356607 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (5277e8f7-065b-4ae5-8777-bdcbb43ea983), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.358333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:06.359042 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.436032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] Pushing event updated for resources: {'Network': ['ID=5277e8f7-065b-4ae5-8777-bdcbb43ea983,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.436378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (d062b702-c604-4e03-ba4a-44c88ec29e91), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.437367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:06.437948 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.447608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:28:06.470733 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-34792ccb-8d07-4180-bfbd-00499c3a5d4f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8210692 May 03 16:28:06.471343 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:06.476603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Request body: {'subnet': {'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1426315471-subnet', 'tenant_id': '58105e939ccc4750a9676302a6c0eeed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:06.525019 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] Pushing event updated for resources: {'Network': ['ID=d062b702-c604-4e03-ba4a-44c88ec29e91,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.539081 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Made reservation on behalf of 394ead9152f741e68d0eac3d52df3bc1 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:06.544035 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.574767 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network d062b702-c604-4e03-ba4a-44c88ec29e91 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:28:06.578838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Made reservation on behalf of 58105e939ccc4750a9676302a6c0eeed for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:06.581217 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.665006 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4f5a893f-59fd-4d36-a4ae-d66a0d047276 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0514364 May 03 16:28:06.725972 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44336) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:06.731765 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Request body: {'subnet': {'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1600650512-subnet', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:06.791229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (39a25811-90d0-4317-b4e5-abe91c679f59), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.851283 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Made reservation on behalf of 6f272be1938043fab0bd96cad1e95e7e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:06.856357 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.920731 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a25811-90d0-4317-b4e5-abe91c679f59,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:06.949852 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (fb00e384-2ee7-4c23-af8e-1ace96c87cae), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:06.996466 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb00e384-2ee7-4c23-af8e-1ace96c87cae,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:07.019285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:07.019655 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Network hostable DHCP agents. Network: f885123b-d597-4b09-a9de-422e81d59c30, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:28:07.035588 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Checking segment: {'id': 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:07.036208 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Network hostable DHCP agents. Network: 5277e8f7-065b-4ae5-8777-bdcbb43ea983, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:28:07.128438 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:28:07.146067 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Network f885123b-d597-4b09-a9de-422e81d59c30 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:28:07.214273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 5277e8f7-065b-4ae5-8777-bdcbb43ea983) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:07.215809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, f885123b-d597-4b09-a9de-422e81d59c30) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:07.220202 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:07.221265 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.232749 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:07.235850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.245673 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (9bf76119-bac5-448d-ab88-60aa8303fd1e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.248242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5ccf2-e9d3-49f1-a22d-b72626469fb0 None None] Network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:07.273535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab62f41-7806-4ec1-802f-c74ea7dfb014 None None] Network f885123b-d597-4b09-a9de-422e81d59c30 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:07.326632 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf76119-bac5-448d-ab88-60aa8303fd1e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:07.334491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Checking segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:07.334851 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Network hostable DHCP agents. Network: d062b702-c604-4e03-ba4a-44c88ec29e91, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:28:07.342389 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ea35d749-5477-4066-a7bc-82f1e9518d4e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1331840 May 03 16:28:07.345444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:07.347463 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-bb9927c1-cd71-47da-84fb-78381cd201c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8721128 May 03 16:28:07.350445 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:07.436248 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:28:07.476436 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (6720e551-6287-47d5-90a1-6006ba36c536), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.478338 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (6720e551-6287-47d5-90a1-6006ba36c536), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.479144 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-f885123b-d597-4b09-a9de-422e81d59c30', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:28:07.480035 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.494965 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f85202-57a5-4cd0-a303-d4b265d9154d None None] Network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:07.517715 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, d062b702-c604-4e03-ba4a-44c88ec29e91) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:07.539754 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40057d63-86cd-4918-9084-01931b527998 None None] Network d062b702-c604-4e03-ba4a-44c88ec29e91 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:07.632668 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for router_controller (6720e551-6287-47d5-90a1-6006ba36c536), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.641766 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:07.642925 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.776607 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ec3ecc52-bab7-4917-9c24-aa936d3b2ded admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0469518 May 03 16:28:07.778033 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:07.785946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:07.963196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for router_gateway (6720e551-6287-47d5-90a1-6006ba36c536), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.990203 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:07.994188 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.071282 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Allocated IP 172.20.0.2 (f885123b-d597-4b09-a9de-422e81d59c30/39a25811-90d0-4317-b4e5-abe91c679f59/b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:08.080238 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-d062b702-c604-4e03-ba4a-44c88ec29e91', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:28:08.085645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.159151 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for router_controller (b67628d6-cbf4-438b-bc02-1ca2119e6464), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.346419 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Allocated IP 172.20.0.2 (d062b702-c604-4e03-ba4a-44c88ec29e91/9bf76119-bac5-448d-ab88-60aa8303fd1e/c9b256d2-3d73-4941-aeeb-9eb61f596f99) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:08.368821 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks [] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.437700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44416) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:08.439912 dv-cinder-840324-1-iscsi neutron-server[103691]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 16:28:08.729214 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for router_gateway (6720e551-6287-47d5-90a1-6006ba36c536), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.729214 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for router_gateway (b67628d6-cbf4-438b-bc02-1ca2119e6464), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.729214 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks [] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:08.730942 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Pushing event updated for resources: {'Port': ['ID=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:08.742034 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Allocated IP 172.27.0.19 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Tracked resource versions report: May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: pushed versions: May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 03 16:28:08.742446 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: consumer versions: May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: HyperV agent@hv-cinder-84032: {}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Agent': '1.1', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Log': '1.0', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Network': '1.1', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Port': '1.7', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'SubPort': '1.0', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Subnet': '1.1', May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 03 16:28:08.744098 dv-cinder-840324-1-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:28:08.771949 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Attempting to bind port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:08.772379 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Attempting to bind port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:08.772739 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Attempting to bind port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:08.778923 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:08.779157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:08.779565 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.780150 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Bound using segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:08.780697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Bound port: b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:08.781302 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.796161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.797507 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-6f76918c-15a9-4be1-b2db-dacaa176e930 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:08.804786 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-6f76918c-15a9-4be1-b2db-dacaa176e930 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/networks?id=5277e8f7-065b-4ae5-8777-bdcbb43ea983 HTTP/1.1" status: 200 len: 812 time: 0.3660409 May 03 16:28:08.823784 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-731f2cb2-efc9-4789-85e4-29fccd72f6d0 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/quotas/58105e939ccc4750a9676302a6c0eeed HTTP/1.1" status: 200 len: 375 time: 0.0126390 May 03 16:28:08.873300 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:08.878173 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Pushing event updated for resources: {'Port': ['ID=c9b256d2-3d73-4941-aeeb-9eb61f596f99,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:08.880839 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:08.889729 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:08.898907 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-8929eacd-a232-4ffb-88f2-fe32aa098a68 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58105e939ccc4750a9676302a6c0eeed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708053 May 03 16:28:08.905647 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] For port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:08.937939 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.955247 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] For port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:08.969754 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Attempting to bind port c9b256d2-3d73-4941-aeeb-9eb61f596f99 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:08.970124 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Attempting to bind port c9b256d2-3d73-4941-aeeb-9eb61f596f99 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:08.970479 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Attempting to bind port c9b256d2-3d73-4941-aeeb-9eb61f596f99 on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:08.976049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:08.976419 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Checking segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:08.976886 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:08.977214 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Bound using segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:08.979983 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Bound port: c9b256d2-3d73-4941-aeeb-9eb61f596f99, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:08.993802 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.069488 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] For port c9b256d2-3d73-4941-aeeb-9eb61f596f99, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:09.070642 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for router_gateway (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.074070 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] For port c9b256d2-3d73-4941-aeeb-9eb61f596f99, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c9b256d2-3d73-4941-aeeb-9eb61f596f99,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:09.082665 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.090438 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.106457 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-ff226746-828d-47c4-bbed-945cdf2fb929 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:28:09.107734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-ff226746-828d-47c4-bbed-945cdf2fb929 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0537887 May 03 16:28:09.163303 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789df75-ae8d-43bc-8489-a35e6d92f0e6 None None] Pushing event updated for resources: {'Port': ['ID=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:09.187715 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.187934 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.231820 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-3aefecff-0e4c-4506-ab7b-443e06a18b85 service neutron] 10.222.0.42 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181545 May 03 16:28:09.275001 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:09.287418 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:09.295902 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:09.314580 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a3bc4-75f5-4294-bd26-b77d24e906da None None] Pushing event updated for resources: {'Port': ['ID=c9b256d2-3d73-4941-aeeb-9eb61f596f99,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:09.351683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Pushing event updated for resources: {'Port': ['ID=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:09.357404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Allocated IP 172.27.0.171 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/d0c47988-53a2-49bb-b803-c65f89867f0e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:09.397621 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-8b7fb72a-1219-4c4e-b5c4-42e41fd58537 service neutron] 10.222.0.42 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627176 May 03 16:28:09.458437 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.708622 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.925463 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:09.936714 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-05e6e76c-c3da-4604-b21f-1cbd7ae805f5 req-5d6ae1ed-0d8c-4d78-9576-e9c5e7dfa32a tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0723279 May 03 16:28:09.963519 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for router_gateway (6720e551-6287-47d5-90a1-6006ba36c536), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:10.035242 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:10.041074 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:10.044465 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c47988-53a2-49bb-b803-c65f89867f0e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:10.048821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:10.763858 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (6720e551-6287-47d5-90a1-6006ba36c536), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:10.831675 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc871d-248c-42e3-b32e-f8d8b4743a8d None None] Network d062b702-c604-4e03-ba4a-44c88ec29e91 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:10.836570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for router_gateway (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:10.854616 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:10.938560 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Provisioning complete for port c9b256d2-3d73-4941-aeeb-9eb61f596f99 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:10.940151 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.071558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44542) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:11.154749 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Router 6720e551-6287-47d5-90a1-6006ba36c536 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:28:11.191438 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Current status of the port c9b256d2-3d73-4941-aeeb-9eb61f596f99 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:11.192699 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.217290 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49d8dda8-dbc0-44ea-acb0-65f798ad981f req-2fee2e13-3593-4cc8-b5bf-e9107e2e9854 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.1412671 May 03 16:28:11.246586 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab85cbd7-547a-4131-904f-59cb55feb22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.260067 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] For port c9b256d2-3d73-4941-aeeb-9eb61f596f99, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c9b256d2-3d73-4941-aeeb-9eb61f596f99,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:11.285078 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:11.314409 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71817043-e94e-4afe-a51c-db633b66e680 None None] Network f885123b-d597-4b09-a9de-422e81d59c30 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:28:11.389641 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.438468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab85cbd7-547a-4131-904f-59cb55feb22b admin admin] Publish callbacks [] for security_group (ace38701-fcb4-49c8-b209-34e4aa34b3a4), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.506362 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.514304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab85cbd7-547a-4131-904f-59cb55feb22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ace38701-fcb4-49c8-b209-34e4aa34b3a4), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.541567 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:28:11.558928 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:28:11.574054 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ab85cbd7-547a-4131-904f-59cb55feb22b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4895b42d548475090476b1fce29ee49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7134371 May 03 16:28:11.574054 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:11.583848 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85cbd7-547a-4131-904f-59cb55feb22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace38701-fcb4-49c8-b209-34e4aa34b3a4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:11.626153 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:11.627152 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:11.642439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbc8b3-b078-48a3-93db-f59670e16cef None None] Pushing event updated for resources: {'Port': ['ID=c9b256d2-3d73-4941-aeeb-9eb61f596f99,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:11.660054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Provisioning complete for port c9b256d2-3d73-4941-aeeb-9eb61f596f99 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:11.660561 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.685970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.689169 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] Publish callbacks [] for security_group (ace38701-fcb4-49c8-b209-34e4aa34b3a4), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.690433 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1ccfe143-bd17-442b-b896-b847dfc45d8e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3437500 May 03 16:28:11.692693 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:11.773513 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] Publish callbacks [] for security_group (ace38701-fcb4-49c8-b209-34e4aa34b3a4), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.782551 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Current status of the port c9b256d2-3d73-4941-aeeb-9eb61f596f99 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:11.793767 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Provisioning complete for port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:11.794471 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.877647 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:11.877647 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:11.918505 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:11.973432 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:28:11.978845 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Current status of the port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:11.979299 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.007784 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ace38701-fcb4-49c8-b209-34e4aa34b3a4), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.011011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.012885 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ace38701-fcb4-49c8-b209-34e4aa34b3a4 HTTP/1.1" status: 204 len: 168 time: 0.4369867 May 03 16:28:12.025206 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafca50f-c3f9-4770-9712-914434955b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace38701-fcb4-49c8-b209-34e4aa34b3a4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:12.074106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] For port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:12.190246 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:09Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:12.220430 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:28:12.221100 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Updating router 6720e551-6287-47d5-90a1-6006ba36c536 port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:28:12.234769 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:12.235157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.263722 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.266323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.299497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:12.403751 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2568e281-b645-4708-80b4-5a9376e656cc req-8fc7c877-ac78-489a-9c9b-036120c8fa6b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0623994 May 03 16:28:12.544199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1a731670-ecd4-44af-8113-f6aa360f9f8e None None] Provisioning complete for port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:12.544596 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a731670-ecd4-44af-8113-f6aa360f9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.547125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78cfc0-d03a-4694-bec8-2d387662c1af None None] Pushing event updated for resources: {'Port': ['ID=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:12.555160 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:28:12.561986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.db.api [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:28:12.561986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG oslo_db.api [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:28:12.583973 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:28:12.609249 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:12.613063 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:12.708913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89ec1bad-414f-4dc9-944a-8afd540d8f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.754153 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1a731670-ecd4-44af-8113-f6aa360f9f8e None None] Current status of the port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:12.778192 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.784929 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b32e775c-153e-4cb8-8532-e3180d174879 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9988565 May 03 16:28:12.784929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44602) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:12.802704 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:12.837838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89ec1bad-414f-4dc9-944a-8afd540d8f2d admin admin] Publish callbacks [] for security_group (e7ac7277-2ec2-4069-aeeb-d042cf13ca30), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.843085 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks [] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.863332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.943575 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:12.943863 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89ec1bad-414f-4dc9-944a-8afd540d8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e7ac7277-2ec2-4069-aeeb-d042cf13ca30), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.010481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1bad-414f-4dc9-944a-8afd540d8f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac7277-2ec2-4069-aeeb-d042cf13ca30,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:13.017471 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:10Z', 'revision_number': 3, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:13.036366 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-89ec1bad-414f-4dc9-944a-8afd540d8f2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6bf32070ece442e8398d513f998a642&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7358081 May 03 16:28:13.038968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44618) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:13.046432 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Attempting to bind port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:13.046814 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Attempting to bind port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:13.047180 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Attempting to bind port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:13.056605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:28:13.056605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Updating router b67628d6-cbf4-438b-bc02-1ca2119e6464 port d0c47988-53a2-49bb-b803-c65f89867f0e binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:28:13.064509 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:13.064896 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:13.065301 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.065700 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:13.066173 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Bound port: f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:13.066553 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.068955 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Pushing event updated for resources: {'Port': ['ID=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:13.093636 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.093992 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.094372 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.094736 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.095095 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.095460 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.095793 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.096123 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.096453 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.097050 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.097387 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.097715 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.098044 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.098369 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.098692 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Tracked resource versions report: May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: pushed versions: May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: consumer versions: May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: HyperV agent@hv-cinder-84032: {}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: L3 agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: Metadata agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: Metering agent@dv-cinder-840324-1-iscsi: {}, May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-840324-1-iscsi: { 'AddressGroup': '1.2', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Agent': '1.1', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Log': '1.0', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Network': '1.1', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Port': '1.7', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'SubPort': '1.0', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Subnet': '1.1', May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 03 16:28:13.099988 dv-cinder-840324-1-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:28:13.120205 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.151659 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] Publish callbacks [] for security_group (e7ac7277-2ec2-4069-aeeb-d042cf13ca30), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.158786 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] For port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:13.163101 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] For port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:13.184441 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] Publish callbacks [] for security_group (e7ac7277-2ec2-4069-aeeb-d042cf13ca30), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.245768 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.248209 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:13.287142 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e7ac7277-2ec2-4069-aeeb-d042cf13ca30), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.291384 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.292609 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7ac7277-2ec2-4069-aeeb-d042cf13ca30 HTTP/1.1" status: 204 len: 168 time: 0.2516167 May 03 16:28:13.304399 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a313-8848-4b0f-8ffb-0b30eb5d54b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac7277-2ec2-4069-aeeb-d042cf13ca30,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:13.353651 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:13.354740 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c9b256d2-3d73-4941-aeeb-9eb61f596f99 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:13.361323 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:13.364119 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:13.422968 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2ecd-32c4-48fc-ab32-30748171ac8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.425483 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649596d-85f0-41fb-8c6f-4c385c8d46ea None None] Pushing event updated for resources: {'Port': ['ID=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:13.435513 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port c9b256d2-3d73-4941-aeeb-9eb61f596f99 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:13.435916 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.532875 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Allocated IP 172.20.0.1 (f885123b-d597-4b09-a9de-422e81d59c30/39a25811-90d0-4317-b4e5-abe91c679f59/33924539-e292-4143-ae08-d6c7b1201c34) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:13.537493 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:13.658961 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks [] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.697148 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port c9b256d2-3d73-4941-aeeb-9eb61f596f99 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:13.715671 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks [] for port (33924539-e292-4143-ae08-d6c7b1201c34), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.729394 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54e20165-4030-4286-a90e-797a418585c8 req-63bdd216-e82f-436a-a936-5bf56ccaded2 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0614278 May 03 16:28:13.739370 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2ecd-32c4-48fc-ab32-30748171ac8a admin admin] Publish callbacks [] for security_group (7c188ea0-c331-490e-8c6c-7254208e211d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.791596 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.863717 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2ecd-32c4-48fc-ab32-30748171ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7c188ea0-c331-490e-8c6c-7254208e211d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.889430 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:13.975741 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:13.989114 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:09Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:14.009186 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2b57e-84b1-4b59-835d-d5e1523d1c8f None None] Pushing event updated for resources: {'Port': ['ID=d0c47988-53a2-49bb-b803-c65f89867f0e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:14.011803 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Attempting to bind port d0c47988-53a2-49bb-b803-c65f89867f0e on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:14.017603 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Attempting to bind port d0c47988-53a2-49bb-b803-c65f89867f0e by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:14.017603 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Attempting to bind port d0c47988-53a2-49bb-b803-c65f89867f0e on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:14.019669 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2ecd-32c4-48fc-ab32-30748171ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c188ea0-c331-490e-8c6c-7254208e211d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:14.022826 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:14.024172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:14.024797 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.025393 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:14.026051 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Bound port: d0c47988-53a2-49bb-b803-c65f89867f0e, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:14.026990 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.075475 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fec206-8d72-4b28-82d7-6b5448f6cf13 None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:09Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:28:14.087632 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Pushing event updated for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:14.100782 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:14.110632 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:14.114562 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2c0e2ecd-32c4-48fc-ab32-30748171ac8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a0fdcef1aea493eb403b185fe2f0b1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8626285 May 03 16:28:14.117286 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:14.117402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44660) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:14.118282 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (6720e551-6287-47d5-90a1-6006ba36c536), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.198148 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] Publish callbacks [] for security_group (7c188ea0-c331-490e-8c6c-7254208e211d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.228304 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:14.228692 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.240541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] Publish callbacks [] for security_group (7c188ea0-c331-490e-8c6c-7254208e211d), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.245338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] For port d0c47988-53a2-49bb-b803-c65f89867f0e, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:14.329758 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] For port d0c47988-53a2-49bb-b803-c65f89867f0e, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d0c47988-53a2-49bb-b803-c65f89867f0e,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:14.408292 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:14.409414 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c9b256d2-3d73-4941-aeeb-9eb61f596f99 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:14.452981 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7c188ea0-c331-490e-8c6c-7254208e211d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.453554 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.458480 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.463786 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c188ea0-c331-490e-8c6c-7254208e211d HTTP/1.1" status: 204 len: 168 time: 0.3447998 May 03 16:28:14.476324 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ab9a5-2603-4dfd-9ed2-d475786180ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c188ea0-c331-490e-8c6c-7254208e211d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:14.497812 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.568579 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:14.569239 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:14.587367 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-97bd5ed0-9b97-48d2-b0af-ef1927768a95 None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:14.587963 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97bd5ed0-9b97-48d2-b0af-ef1927768a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.666628 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (33924539-e292-4143-ae08-d6c7b1201c34), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.718785 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5ed0-9b97-48d2-b0af-ef1927768a95 None None] Port 33924539-e292-4143-ae08-d6c7b1201c34 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:14.726919 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port c9b256d2-3d73-4941-aeeb-9eb61f596f99 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:14.728323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:14.784177 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2b57e-84b1-4b59-835d-d5e1523d1c8f None None] Pushing event updated for resources: {'Port': ['ID=d0c47988-53a2-49bb-b803-c65f89867f0e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:14.893529 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4503ed33-48f7-40dd-b81b-2cf0e90e37dc req-37ce1b62-9569-4649-a678-4b427679c463 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0536392 May 03 16:28:14.897768 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:14.901574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port c9b256d2-3d73-4941-aeeb-9eb61f596f99 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:15.081429 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Allocated IP 172.20.0.1 (d062b702-c604-4e03-ba4a-44c88ec29e91/9bf76119-bac5-448d-ab88-60aa8303fd1e/d4ccbc65-6d67-4f1b-85e6-394f9eaa214c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:15.158390 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks [] for port (33924539-e292-4143-ae08-d6c7b1201c34), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.220559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.222019 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (6720e551-6287-47d5-90a1-6006ba36c536), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.251698 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:10Z', 'revision_number': 3, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:15.283523 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Pushing event updated for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:15.307529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434110c-47e6-4e4a-b38b-78978bbbe457 None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:10Z', 'revision_number': 3, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:28:15.357496 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks [] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.443406 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:15.448394 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:15.578486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44698) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:15.599516 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Router 6720e551-6287-47d5-90a1-6006ba36c536 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:28:15.608286 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35cbe7db-1123-4e49-af24-11520877d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.622062 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.713926 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:15.719524 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:15.740256 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:15.741811 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.823589 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35cbe7db-1123-4e49-af24-11520877d742 admin admin] Publish callbacks [] for security_group (c792a574-c710-4638-9d2d-a8dce644565f), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.858486 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Pushing event updated for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:15.903070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35cbe7db-1123-4e49-af24-11520877d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c792a574-c710-4638-9d2d-a8dce644565f), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:15.956007 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-35cbe7db-1123-4e49-af24-11520877d742 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62ceb84688ec488685bbd929d63bf4db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3764238 May 03 16:28:15.956820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:15.963805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbe7db-1123-4e49-af24-11520877d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792a574-c710-4638-9d2d-a8dce644565f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:15.976584 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d0c47988-53a2-49bb-b803-c65f89867f0e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:16.069264 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dab60bc7-492d-4edb-acd2-d57bfba1756f None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:16.069655 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dab60bc7-492d-4edb-acd2-d57bfba1756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.148626 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:28:16.155811 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-53ae1a6a-05f8-4e29-b6cd-603a6cdb425b admin admin] 10.222.0.42 "PUT /v2.0/routers/6720e551-6287-47d5-90a1-6006ba36c536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4619851 May 03 16:28:16.171073 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-28c46577-fdaa-4202-97bc-b6711c7a2019 req-578ab7e7-e5fb-41aa-9107-47a788b3670f tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.1378424 May 03 16:28:16.186263 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dab60bc7-492d-4edb-acd2-d57bfba1756f None None] Port 33924539-e292-4143-ae08-d6c7b1201c34 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:16.188363 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port d0c47988-53a2-49bb-b803-c65f89867f0e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:16.188782 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.191632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] Publish callbacks [] for security_group (c792a574-c710-4638-9d2d-a8dce644565f), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.230656 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] Publish callbacks [] for security_group (c792a574-c710-4638-9d2d-a8dce644565f), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.260703 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.348628 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-09d1185f-994d-4b6a-87c1-c66d6c9923f2 None None] Provisioning complete for port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:16.349106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d1185f-994d-4b6a-87c1-c66d6c9923f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.412181 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c792a574-c710-4638-9d2d-a8dce644565f), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.416080 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.419843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c792a574-c710-4638-9d2d-a8dce644565f HTTP/1.1" status: 204 len: 168 time: 0.4616747 May 03 16:28:16.436105 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-09d1185f-994d-4b6a-87c1-c66d6c9923f2 None None] Port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:16.440508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febc390-af17-4565-8010-f5ebbcb68c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792a574-c710-4638-9d2d-a8dce644565f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:16.535495 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port d0c47988-53a2-49bb-b803-c65f89867f0e is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:16.535899 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.574463 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port d0c47988-53a2-49bb-b803-c65f89867f0e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d0c47988-53a2-49bb-b803-c65f89867f0e,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:16.592724 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks [] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.687508 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.688399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:16.693990 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:28:16.707293 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:16.708184 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:16.715558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.716444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.772185 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:16.772560 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.805616 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Pushing event updated for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:16.822830 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=d0c47988-53a2-49bb-b803-c65f89867f0e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:16.863265 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:16.946643 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:16.947566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:16.996859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:17.009383 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:17.010949 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:17.093024 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:17.225229 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:17.254924 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:28:17.352186 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 2, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:17.381900 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:28:17.382241 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Updating router 6720e551-6287-47d5-90a1-6006ba36c536 port 33924539-e292-4143-ae08-d6c7b1201c34 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:28:17.447012 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8ba843e-535b-45ef-98d2-6103fbe9abd2 req-f4107077-5bad-4f33-8309-e4c0d70165e3 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0551529 May 03 16:28:17.455734 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (33924539-e292-4143-ae08-d6c7b1201c34), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:17.477549 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-97360d82-1dc2-4ee9-84f3-11cb0f45f194 None None] Provisioning complete for port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:17.480106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97360d82-1dc2-4ee9-84f3-11cb0f45f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:17.605637 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:28:17.632024 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8a369d54-d306-4c71-bfb3-75d9f487c8db admin admin] 10.222.0.42 "PUT /v2.0/routers/b67628d6-cbf4-438b-bc02-1ca2119e6464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8477600 May 03 16:28:17.658188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-97360d82-1dc2-4ee9-84f3-11cb0f45f194 None None] Port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:17.910879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-3efc1d8b-ddd6-48af-8fd1-fd8627c5e9ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:17.920611 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-3efc1d8b-ddd6-48af-8fd1-fd8627c5e9ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.2568364 May 03 16:28:17.926926 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d0c47988-53a2-49bb-b803-c65f89867f0e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:17.944395 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-ea9bac8a-eaae-4b71-84c1-602af3c7e195 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/quotas/394ead9152f741e68d0eac3d52df3bc1 HTTP/1.1" status: 200 len: 375 time: 0.0224080 May 03 16:28:18.019608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port d0c47988-53a2-49bb-b803-c65f89867f0e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:18.019608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.034873 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-45743537-62e6-4125-ad6b-c1aaf4571fb8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893636 May 03 16:28:18.040058 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks [] for port (33924539-e292-4143-ae08-d6c7b1201c34), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.114161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port d0c47988-53a2-49bb-b803-c65f89867f0e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:18.115282 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:18.118978 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:28:18.120522 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.155361 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:18.156278 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:18.200697 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d10a0-49c4-4a60-a29b-33a1f62e8224 None None] Pushing event updated for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:18.245977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:18.246585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.254613 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Attempting to bind port 33924539-e292-4143-ae08-d6c7b1201c34 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:18.254999 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Attempting to bind port 33924539-e292-4143-ae08-d6c7b1201c34 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:18.255400 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Attempting to bind port 33924539-e292-4143-ae08-d6c7b1201c34 on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:18.261196 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:18.261569 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:18.262081 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.262415 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Bound using segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:18.262894 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Bound port: 33924539-e292-4143-ae08-d6c7b1201c34, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:18.263340 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (33924539-e292-4143-ae08-d6c7b1201c34), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.318178 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.36', 60592) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:18.401851 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:18.407461 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] For port 33924539-e292-4143-ae08-d6c7b1201c34, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:18.413908 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] For port 33924539-e292-4143-ae08-d6c7b1201c34, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=33924539-e292-4143-ae08-d6c7b1201c34,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:18.464414 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-eb99956e-6e07-46cb-9298-c585322281cd tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:18.465882 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-eb99956e-6e07-46cb-9298-c585322281cd tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.36 "GET /v2.0/networks?id=5277e8f7-065b-4ae5-8777-bdcbb43ea983 HTTP/1.1" status: 200 len: 812 time: 0.1460214 May 03 16:28:18.518095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Request body: {'port': {'device_id': '6cdf4df6-963a-4f48-a169-12224e874739', 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983', 'admin_state_up': True, 'tenant_id': '58105e939ccc4750a9676302a6c0eeed'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:18.541668 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:18.547712 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cf3ca940-1175-462b-b690-dc4f4ef4bd65 None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:18.548349 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf3ca940-1175-462b-b690-dc4f4ef4bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.567807 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:18.634370 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d10a0-49c4-4a60-a29b-33a1f62e8224 None None] Pushing event updated for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:18.668584 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:18.669806 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:18.697652 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ca940-1175-462b-b690-dc4f4ef4bd65 None None] Port 33924539-e292-4143-ae08-d6c7b1201c34 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:18.790619 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44828) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:18.822379 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 2, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:18.869670 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:28:18.871472 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Updating router b67628d6-cbf4-438b-bc02-1ca2119e6464 port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:28:18.894561 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:18.963547 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.070634 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:19.071505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.139581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf90572a-709f-4230-863b-a8cafafa60f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.150897 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Made reservation on behalf of 58105e939ccc4750a9676302a6c0eeed for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:19.155671 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.263757 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44846) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:19.294665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911215786', 'description': 'tempest-description--1199430920'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:19.357589 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-5d69ae73-277d-45d8-8f81-8bb9e3a8b909 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:28:19.358974 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-5d69ae73-277d-45d8-8f81-8bb9e3a8b909 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3422477 May 03 16:28:19.360158 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:18Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:19.444748 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf90572a-709f-4230-863b-a8cafafa60f1 admin admin] Publish callbacks [] for security_group (81ab2456-1cb6-4ee8-8124-91b8ae650a29), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.446208 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02663d99-c665-48e7-bae2-44ef1693205c None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:18Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:28:19.487351 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.540776 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c695d700-4795-41db-9282-8439b3e5bb6f req-1612737f-5186-471d-b82b-8f48119ee060 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.1365459 May 03 16:28:19.586201 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf90572a-709f-4230-863b-a8cafafa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (81ab2456-1cb6-4ee8-8124-91b8ae650a29), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.665717 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90572a-709f-4230-863b-a8cafafa60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab2456-1cb6-4ee8-8124-91b8ae650a29,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:19.693710 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-cf90572a-709f-4230-863b-a8cafafa60f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e839f234942d48419463e396c062b641&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8973334 May 03 16:28:19.696552 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44864) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:19.756468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Allocated IP 172.20.0.12 (5277e8f7-065b-4ae5-8777-bdcbb43ea983/fb00e384-2ee7-4c23-af8e-1ace96c87cae/17aba7be-2eb2-4944-8bb4-60dd236b11dd) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:19.770169 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Current status of the port 33924539-e292-4143-ae08-d6c7b1201c34 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:19.770688 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (33924539-e292-4143-ae08-d6c7b1201c34), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.810896 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (aa5b61d9-2c40-440f-ad6d-a90c92f66a46), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.842027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] Publish callbacks [] for security_group (81ab2456-1cb6-4ee8-8124-91b8ae650a29), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.884948 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] Publish callbacks [] for security_group (81ab2456-1cb6-4ee8-8124-91b8ae650a29), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.898605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 33924539-e292-4143-ae08-d6c7b1201c34 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:19.922975 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (aa5b61d9-2c40-440f-ad6d-a90c92f66a46), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:19.932084 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-6f99dfc6-e470-4936-909a-c0cf489f01cf service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549941 May 03 16:28:19.989321 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b61d9-2c40-440f-ad6d-a90c92f66a46,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:20.013223 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks [] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.057773 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.059438 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6089a504-7b44-4b0b-a221-3ab3e5544890 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7917356 May 03 16:28:20.068477 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:20.076052 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group_rule': {'security_group_id': 'aa5b61d9-2c40-440f-ad6d-a90c92f66a46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:20.096788 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (81ab2456-1cb6-4ee8-8124-91b8ae650a29), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.099830 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.101227 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81ab2456-1cb6-4ee8-8124-91b8ae650a29 HTTP/1.1" status: 204 len: 168 time: 0.4007499 May 03 16:28:20.148176 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34ea1-e7f7-4ea2-b71f-9c65614a3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab2456-1cb6-4ee8-8124-91b8ae650a29,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:20.176018 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.194546 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] For port 33924539-e292-4143-ae08-d6c7b1201c34, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=33924539-e292-4143-ae08-d6c7b1201c34,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:20.252254 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (df6dec6d-7d41-431b-8950-30ef256373e1), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.254073 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:20.254449 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.300120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-f2cf2e01-11c7-4717-8f02-702d8a559ffc service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542724 May 03 16:28:20.385820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks [] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.461919 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218d32-953b-4633-8a25-61fd68779eb9 None None] Pushing event updated for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:20.534631 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.550502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.606805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (df6dec6d-7d41-431b-8950-30ef256373e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.682345 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (df6dec6d-7d41-431b-8950-30ef256373e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.704539 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6dec6d-7d41-431b-8950-30ef256373e1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:20.705215 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Attempting to bind port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:20.705717 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Attempting to bind port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:20.706935 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Attempting to bind port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:20.733292 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:20.756892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 33924539-e292-4143-ae08-d6c7b1201c34 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:20.777528 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-525dd02e-7daf-4dc3-8eb7-c8c45f206069 None None] Provisioning complete for port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:20.778179 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-525dd02e-7daf-4dc3-8eb7-c8c45f206069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.783463 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:20.783964 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Checking segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:20.785141 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.785753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Bound using segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:20.786330 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Bound port: d4ccbc65-6d67-4f1b-85e6-394f9eaa214c, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:20.786795 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.826400 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.830124 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-db020212-f59d-4880-907a-fe3fda6d3098 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7579937 May 03 16:28:20.830263 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:20.830426 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:20.843493 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group_rule': {'security_group_id': 'aa5b61d9-2c40-440f-ad6d-a90c92f66a46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:20.850271 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:20.884662 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:20.890598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:20.893697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab479111-805f-43bc-8be0-647ac2f59960 None None] Pushing event updated for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:20.919129 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-525dd02e-7daf-4dc3-8eb7-c8c45f206069 None None] Port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:20.940527 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] For port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:20.943916 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] For port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:21.008546 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Pushing event updated for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:21.032899 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (2adbec50-b56b-4fdc-ada6-d413123b4734), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.048118 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.111714 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedacd5-77e9-4594-9970-a6af79c8408e req-a33b3cd7-5157-402e-9f00-133b16f157f5 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:21.136060 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4fedacd5-77e9-4594-9970-a6af79c8408e req-a33b3cd7-5157-402e-9f00-133b16f157f5 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 932 time: 0.4291329 May 03 16:28:21.166326 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218d32-953b-4633-8a25-61fd68779eb9 None None] Pushing event updated for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:21.188262 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:28:21.188941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:28:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:21.285200 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-97ca4b15-bd78-4f74-a110-c40b14cddc38 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7728434 May 03 16:28:21.293220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44930) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:21.312427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-31eb8590-5c97-405a-a115-eecf5b9f8077 req-2e32e723-d70d-4625-8e4f-db4a1c233fa8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 210 time: 0.3370366 May 03 16:28:21.327752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (2adbec50-b56b-4fdc-ada6-d413123b4734), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.344584 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61f1a2de-eb55-4be7-86cb-8c80edaeb26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.420492 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (2adbec50-b56b-4fdc-ada6-d413123b4734), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.490901 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4fedacd5-77e9-4594-9970-a6af79c8408e req-44b11e4d-8b25-4651-9505-98b6a044cf98 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539050 May 03 16:28:21.493063 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adbec50-b56b-4fdc-ada6-d413123b4734,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:21.529147 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:28:21.652716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.657600 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5a7262a1-8d56-4169-9bba-6be57bab529a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8195124 May 03 16:28:21.660315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 44944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:21.671614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:21.755465 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61f1a2de-eb55-4be7-86cb-8c80edaeb26e admin admin] Publish callbacks [] for security_group (d2cd7493-b09d-420c-a81f-12242d96f65c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.794506 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Provisioning complete for port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:21.795071 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.840352 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61f1a2de-eb55-4be7-86cb-8c80edaeb26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d2cd7493-b09d-420c-a81f-12242d96f65c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.840849 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:21.907905 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-61f1a2de-eb55-4be7-86cb-8c80edaeb26e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fc3db34cb704239871baaa586c1da56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6109056 May 03 16:28:21.908540 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 44958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:21.960865 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 33924539-e292-4143-ae08-d6c7b1201c34 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:22.010571 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1a2de-eb55-4be7-86cb-8c80edaeb26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd7493-b09d-420c-a81f-12242d96f65c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:22.045048 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.067562 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] Publish callbacks [] for security_group (d2cd7493-b09d-420c-a81f-12242d96f65c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.093788 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] Publish callbacks [] for security_group (d2cd7493-b09d-420c-a81f-12242d96f65c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.240203 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Current status of the port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:22.240774 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.242972 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 33924539-e292-4143-ae08-d6c7b1201c34 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:22.243444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (33924539-e292-4143-ae08-d6c7b1201c34), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.245178 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Allocated IP 172.27.0.184 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/1902ebd7-dd17-4a50-b2bc-912234a50b08) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:22.287416 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d2cd7493-b09d-420c-a81f-12242d96f65c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.291392 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.292774 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2cd7493-b09d-420c-a81f-12242d96f65c HTTP/1.1" status: 204 len: 168 time: 0.3819265 May 03 16:28:22.319769 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de582-1fee-42ae-89f0-de3d24825ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd7493-b09d-420c-a81f-12242d96f65c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:22.344572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-bc9ec41e-6c72-4cc1-8ee6-1f307f613e82 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:22.345034 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:28:22.346106 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-bc9ec41e-6c72-4cc1-8ee6-1f307f613e82 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.1545272 May 03 16:28:22.351425 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] For port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:22.398108 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-52740317-f245-463a-b486-a286fd646803 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/quotas/394ead9152f741e68d0eac3d52df3bc1 HTTP/1.1" status: 200 len: 375 time: 0.0232120 May 03 16:28:22.416597 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af01230-78d0-48e9-8a50-dec3a026093a None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:28:22.462839 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.481976 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:22.527128 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-9bfc3741-c38d-4b46-be94-c45f759a857b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119287 May 03 16:28:22.536949 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 33924539-e292-4143-ae08-d6c7b1201c34 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:22.592379 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f62e5-2c1b-40dd-bac5-8248944efe97 None None] Pushing event updated for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:22.847503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b31af-99fb-41cf-9461-94fcf683a10d req-2b3dea02-5b19-489b-9f30-5e3a35d735f5 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:22.849075 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e6b31af-99fb-41cf-9461-94fcf683a10d req-2b3dea02-5b19-489b-9f30-5e3a35d735f5 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 932 time: 0.1339223 May 03 16:28:22.871978 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-8900f15c-2bfd-4dc8-a1f8-cdb7335ae95c service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295650 May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-9d91b546-4dfe-49c4-83f3-54ee4e56c187 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-9d91b546-4dfe-49c4-83f3-54ee4e56c187 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0128903 May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e6b31af-99fb-41cf-9461-94fcf683a10d req-882cea4f-1388-4336-8a34-062a9d6642a8 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898606 May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=1902ebd7-dd17-4a50-b2bc-912234a50b08,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-93aaba2b-f1e6-4628-8bd5-ba1efb67aeb1 service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048652 May 03 16:28:23.158997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:23.524423 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:23.626297 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c636421-b1b4-41f4-bbc7-a8d153a22ae3 req-f52e8a6f-15dd-47ac-90e5-0aee987b21f2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.0428002 May 03 16:28:23.700625 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:23.880781 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d4ccbc65-6d67-4f1b-85e6-394f9eaa214c up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:23.955642 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:23.965116 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:23.965516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:24.074331 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:24.098875 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:24.211672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:24.268922 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=1902ebd7-dd17-4a50-b2bc-912234a50b08,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:24.353688 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:24.354677 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-84ebc251-2ace-46e7-afbc-caa4feb05713 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6926506 May 03 16:28:24.437188 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a92f7a-457b-458a-99c2-67ad7b03aa0d req-73ba55a3-4a7c-4453-90ea-66d483cdb975 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:24.443793 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76a92f7a-457b-458a-99c2-67ad7b03aa0d req-73ba55a3-4a7c-4453-90ea-66d483cdb975 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 932 time: 0.1529014 May 03 16:28:24.621500 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76a92f7a-457b-458a-99c2-67ad7b03aa0d req-2654af5d-104f-4a87-9817-313443c2b21d tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591926 May 03 16:28:24.776540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Request body: {'port': {'device_id': '6cdf4df6-963a-4f48-a169-12224e874739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:24.821754 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5c108e7a-ab4c-4ac9-8ddc-9b3f6d811ce9 req-a42880de-400d-4940-a9b4-b3760907576d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.0870428 May 03 16:28:24.914518 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:24.942297 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-23385b73-ca7b-4e91-b116-c5e10b064a12 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--911215786&fields=id&tenant_id=6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 267 time: 0.1151886 May 03 16:28:25.204217 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-3469a4c2-c430-4a3c-9389-623cfe440d30 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:25.210929 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-3469a4c2-c430-4a3c-9389-623cfe440d30 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 811 time: 0.2673175 May 03 16:28:25.244387 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-03406d9c-2a20-4bf2-8b0e-9d91a450f72e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/quotas/6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 375 time: 0.0323536 May 03 16:28:25.347047 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-ea1d2b34-c0fd-41d8-bdd2-30edd5cded4e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971580 May 03 16:28:25.475797 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:25.640272 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-48207939-0d2d-4d90-b63d-26f7a9e67ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858651 May 03 16:28:25.686348 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17aba7be-2eb2-4944-8bb4-60dd236b11dd {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:25.780381 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks [] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:25.836549 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Transition to ACTIVE for port object 17aba7be-2eb2-4944-8bb4-60dd236b11dd will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:28:25.913165 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a225925-11e2-4372-93ef-235a5cb57517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:25.931399 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-fced35c7-74ca-4e5f-a47e-4b84f8563932 service neutron] 10.222.0.42 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852895 May 03 16:28:25.961637 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fabdf-7b38-4408-87c4-4f16ccb9c4bc req-8d04caed-611c-4c7d-aef8-56103b84b722 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:25.973676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-200fabdf-7b38-4408-87c4-4f16ccb9c4bc req-8d04caed-611c-4c7d-aef8-56103b84b722 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 932 time: 0.1261313 May 03 16:28:25.990338 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.127809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a225925-11e2-4372-93ef-235a5cb57517 admin admin] Publish callbacks [] for security_group (c1160272-c8b9-471b-88a1-b697d1765978), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.131077 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Pushing event updated for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:26.198695 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-200fabdf-7b38-4408-87c4-4f16ccb9c4bc req-9f3e775e-f1c8-4cd7-bfc9-ebaf2d8e3f78 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237356 May 03 16:28:26.232168 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a225925-11e2-4372-93ef-235a5cb57517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c1160272-c8b9-471b-88a1-b697d1765978), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.338051 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0a225925-11e2-4372-93ef-235a5cb57517 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51731be7c1fb4d5cbb6019aa26d5fad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8586693 May 03 16:28:26.343871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45176) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:26.343871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225925-11e2-4372-93ef-235a5cb57517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1160272-c8b9-471b-88a1-b697d1765978,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:26.345591 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Attempting to bind port 17aba7be-2eb2-4944-8bb4-60dd236b11dd on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:26.346372 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Attempting to bind port 17aba7be-2eb2-4944-8bb4-60dd236b11dd by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:26.361173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Attempting to bind port 17aba7be-2eb2-4944-8bb4-60dd236b11dd on network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:26.398021 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Port 17aba7be-2eb2-4944-8bb4-60dd236b11dd on network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:28:26.404738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Attempting to bind port 17aba7be-2eb2-4944-8bb4-60dd236b11dd on network 5277e8f7-065b-4ae5-8777-bdcbb43ea983 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:26.485280 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f9c00a8-1ea1-47c2-a10f-fefb9865d857 req-6ef2b03a-6ac9-4d88-b283-f1fecb9642ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.0834887 May 03 16:28:26.488577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:26.490592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Checking segment: {'id': 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:26.491377 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Bound using segment: {'id': 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:26.494534 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Bound port: 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:26.495598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.557559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.36', 60606) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:26.709987 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3229d45e-72cb-4b63-b121-e66332e44a73 req-8a31ef13-a236-42b2-8ccb-f1b2b320f37d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.1116230 May 03 16:28:26.779943 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:26.788797 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd,segment=NetworkSegment(f5d2648f-e025-4a7e-94d1-f7c8b74ae883),segment_id=f5d2648f-e025-4a7e-94d1-f7c8b74ae883)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:26.797025 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] Publish callbacks [] for security_group (c1160272-c8b9-471b-88a1-b697d1765978), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.804222 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-99aa8151-27a2-4a7a-9383-4c144c456a37 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:26.806146 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-99aa8151-27a2-4a7a-9383-4c144c456a37 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.2435343 May 03 16:28:26.831885 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] Publish callbacks [] for security_group (c1160272-c8b9-471b-88a1-b697d1765978), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.875844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.923934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:26.924859 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:26.926442 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/17aba7be-2eb2-4944-8bb4-60dd236b11dd HTTP/1.1" status: 200 len: 1094 time: 2.2605097 May 03 16:28:26.927026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:27.044218 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8039-566c-4edf-a2e0-a7d12b7989b0 service neutron] Pushing event updated for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:27.081088 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c1160272-c8b9-471b-88a1-b697d1765978), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:27.084238 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:27.085670 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1160272-c8b9-471b-88a1-b697d1765978 HTTP/1.1" status: 204 len: 168 time: 0.7437668 May 03 16:28:27.095011 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3df3c2-409a-4dcb-b6cb-1cd94d0c4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1160272-c8b9-471b-88a1-b697d1765978,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:27.228805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97dbc9d-468a-4865-b7b4-ddec27602725" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:27.401925 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:27.406922 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03424c-4645-4ddb-b673-3a79e5679577 req-76a1e0da-41fb-4d09-8dd0-0363ace5fe74 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:27.408767 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2b03424c-4645-4ddb-b673-3a79e5679577 req-76a1e0da-41fb-4d09-8dd0-0363ace5fe74 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.0892510 May 03 16:28:27.442330 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'port': {'device_id': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'admin_state_up': True, 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:27.621502 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2b03424c-4645-4ddb-b673-3a79e5679577 req-e8475291-a2cc-4dba-a415-1112c3c66a90 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956527 May 03 16:28:27.878456 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.36', 60611) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:27.932986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f0c04ee-564d-4e6e-bf58-b8ce98a58990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:28.235939 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f30becc-1910-466d-b77b-3fb5f84e63d6 x-openstack-request-id: req-5f30becc-1910-466d-b77b-3fb5f84e63d6 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:28.236234 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:28.236516 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f30becc-1910-466d-b77b-3fb5f84e63d6 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:28.236956 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f30becc-1910-466d-b77b-3fb5f84e63d6'] response: {'name': 'network-changed', 'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd', 'status': 'completed', 'code': 200} May 03 16:28:28.250202 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-bab87a31-6a3c-48d6-aa35-d5d0a6125f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:28.262325 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-bab87a31-6a3c-48d6-aa35-d5d0a6125f80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58105e939ccc4750a9676302a6c0eeed&device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 1128 time: 0.3827176 May 03 16:28:28.346293 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8f744cd1-2dc7-4728-9725-7a9ed963d82f req-e329b7aa-55d0-44ce-95a0-bd16c1d573aa tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.1001773 May 03 16:28:28.449616 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20437425-3c23-40c7-aa02-67ebce549485 req-79ed0902-2ce3-4ec8-82e8-b41fcab00cdb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.1359529 May 03 16:28:28.516238 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b297f78-9627-433d-a54e-9af5812eb8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:28.529472 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-121bbee6-90a2-43e8-8445-ad7ebbab8602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd HTTP/1.1" status: 200 len: 217 time: 0.2492547 May 03 16:28:28.541418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-9afd9a59-6e38-4159-80c7-3c9089677eea tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:28.543158 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-9afd9a59-6e38-4159-80c7-3c9089677eea tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.7961445 May 03 16:28:28.562542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'port': {'device_id': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'admin_state_up': True, 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:28.592383 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45264) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:28.628213 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfa6669b-0244-492b-88b6-456b531186d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:28.662866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Made reservation on behalf of 394ead9152f741e68d0eac3d52df3bc1 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:28.665481 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:28.677777 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-5e5ab000-d5dc-4ee9-952e-6ff886b9e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:28.680540 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-5e5ab000-d5dc-4ee9-952e-6ff886b9e911 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb00e384-2ee7-4c23-af8e-1ace96c87cae HTTP/1.1" status: 200 len: 852 time: 0.1443484 May 03 16:28:28.771738 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-a847b1c9-bbd5-45ec-87c1-ae7535c8ebe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5277e8f7-065b-4ae5-8777-bdcbb43ea983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602229 May 03 16:28:28.861547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82f78a-4756-473f-8c62-1790c2074e57 req-8c2e0553-2015-4f08-a320-76d88027fadc tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:28.866231 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b297f78-9627-433d-a54e-9af5812eb8ac admin admin] Publish callbacks [] for security_group (214a1525-3d23-4370-9ee1-476eb682740c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:28.868923 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4c82f78a-4756-473f-8c62-1790c2074e57 req-8c2e0553-2015-4f08-a320-76d88027fadc tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.1028543 May 03 16:28:28.947931 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4c82f78a-4756-473f-8c62-1790c2074e57 req-78abcc2c-5ffd-48b5-9f09-e8ef45273fba tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674942 May 03 16:28:29.009530 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b297f78-9627-433d-a54e-9af5812eb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (214a1525-3d23-4370-9ee1-476eb682740c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.064144 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Made reservation on behalf of 394ead9152f741e68d0eac3d52df3bc1 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:29.068840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.186805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfa6669b-0244-492b-88b6-456b531186d7 admin admin] Publish callbacks [] for security_group (34ebba12-312a-4c87-aed8-f941f8547649), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.196130 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-ffa764cd-fcba-489d-80e7-f5611292b24c service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856300 May 03 16:28:29.198512 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2b297f78-9627-433d-a54e-9af5812eb8ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9dfbe8d199574957aa9d6cab58de8df4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7954252 May 03 16:28:29.199317 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297f78-9627-433d-a54e-9af5812eb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a1525-3d23-4370-9ee1-476eb682740c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:29.203690 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 45286) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:29.261129 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] Publish callbacks [] for security_group (214a1525-3d23-4370-9ee1-476eb682740c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.267965 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Allocated IP 172.20.0.13 (f885123b-d597-4b09-a9de-422e81d59c30/39a25811-90d0-4317-b4e5-abe91c679f59/3e7ee103-7628-47ec-a212-7c76bf715bd9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:29.270169 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfa6669b-0244-492b-88b6-456b531186d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (34ebba12-312a-4c87-aed8-f941f8547649), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.294824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] Publish callbacks [] for security_group (214a1525-3d23-4370-9ee1-476eb682740c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.453032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (214a1525-3d23-4370-9ee1-476eb682740c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.456228 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.462516 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/214a1525-3d23-4370-9ee1-476eb682740c HTTP/1.1" status: 204 len: 168 time: 0.2541854 May 03 16:28:29.484869 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9813-b53a-40ad-8613-15012863d69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a1525-3d23-4370-9ee1-476eb682740c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:29.585515 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b0ec827f-79af-4388-98f9-b0278bab9158 req-7779d738-f3bc-49a4-b6e1-278638476342 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.1043739 May 03 16:28:29.598589 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dfa6669b-0244-492b-88b6-456b531186d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46202aca349d4ff4897cb672b10336e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9999835 May 03 16:28:29.614039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45308) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:29.614039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6669b-0244-492b-88b6-456b531186d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ebba12-312a-4c87-aed8-f941f8547649,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:29.656731 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3c26bfe2-4573-403d-bd4e-5d9fa0a5aeba req-cc128eb0-3f73-4bea-9a1c-eee49791240c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.0788343 May 03 16:28:29.760894 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-280c9697-940c-4714-ac54-0adf64f3b7e8 req-b2a4b6ad-bbcc-463f-b91c-8cab97105dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420799 May 03 16:28:29.851547 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] Publish callbacks [] for security_group (34ebba12-312a-4c87-aed8-f941f8547649), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.896691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] Publish callbacks [] for security_group (34ebba12-312a-4c87-aed8-f941f8547649), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:29.913139 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.065289 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (34ebba12-312a-4c87-aed8-f941f8547649), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.084104 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.088332 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34ebba12-312a-4c87-aed8-f941f8547649 HTTP/1.1" status: 204 len: 168 time: 0.4586580 May 03 16:28:30.140598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694a072-fff6-4342-81b8-019a26be0070 req-deba6921-af18-4d8e-865c-392a05af95ee tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:30.151120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7694a072-fff6-4342-81b8-019a26be0070 req-deba6921-af18-4d8e-865c-392a05af95ee tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.1066389 May 03 16:28:30.158053 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.165866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8ac5-7bee-4ef3-8e08-e766c9da6a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ebba12-312a-4c87-aed8-f941f8547649,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:30.180127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.36', 60617) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:30.223635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff208cba-4931-4302-9c7a-c75926eaedbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.383425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-d79e1fb7-ba5e-457e-913a-553aa57096b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:30.385333 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-d79e1fb7-ba5e-457e-913a-553aa57096b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58105e939ccc4750a9676302a6c0eeed&device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 1128 time: 0.3374333 May 03 16:28:30.510934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Allocated IP 172.20.0.10 (f885123b-d597-4b09-a9de-422e81d59c30/39a25811-90d0-4317-b4e5-abe91c679f59/838199f4-9844-4392-9dd1-f1a760c8cf1a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:30.543212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:30.580343 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:30.597771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:30.609229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:30.609229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:30.614680 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7694a072-fff6-4342-81b8-019a26be0070 req-fb27cc07-d671-46c2-aa3e-d12c32762d6a tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573424 May 03 16:28:30.670538 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:30.764182 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-4bbf1858-79c9-47cb-bb5b-183f9743f7ac tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3448958 May 03 16:28:30.821714 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Request body: {'port': {'device_id': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:30.945192 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-932ce3c7-187a-4f42-88a0-70121662dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:30.946838 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-932ce3c7-187a-4f42-88a0-70121662dbf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5277e8f7-065b-4ae5-8777-bdcbb43ea983 HTTP/1.1" status: 200 len: 913 time: 0.5354853 May 03 16:28:31.031531 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-a3cd7b2b-9d0f-4347-be28-ef5351708a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd HTTP/1.1" status: 200 len: 217 time: 0.0593863 May 03 16:28:31.038102 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f9a1de38-0e50-4b82-8c49-8b2b331e5ecf req-d78319a7-a60e-4918-8a46-f91521cfd4b9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.2092147 May 03 16:28:31.048079 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-19f38c1a-3bfa-4c80-a267-6d09cb34f21a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:31.061198 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-19f38c1a-3bfa-4c80-a267-6d09cb34f21a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 811 time: 0.8609247 May 03 16:28:31.063030 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:31.135836 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4db9a323-d5e7-421a-9f57-89aec1ee7c35 req-e9425acc-bd45-4975-8291-644e2b4644f6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.2478242 May 03 16:28:31.154729 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:28:31.183090 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d37f73c0-6add-435d-a034-c0595f1d4e0d None None] Provisioning complete for port 3e7ee103-7628-47ec-a212-7c76bf715bd9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:31.187211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d37f73c0-6add-435d-a034-c0595f1d4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:31.223358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:31.261369 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d37f73c0-6add-435d-a034-c0595f1d4e0d None None] Port 3e7ee103-7628-47ec-a212-7c76bf715bd9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:31.421373 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-9fdea179-cb5f-42ca-84ba-1aa5b3e5eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:31.421373 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-9fdea179-cb5f-42ca-84ba-1aa5b3e5eeae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb00e384-2ee7-4c23-af8e-1ace96c87cae HTTP/1.1" status: 200 len: 852 time: 0.3340206 May 03 16:28:31.453145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-3903ca66-23b0-4a9a-b914-aa3e78c63096 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 379 time: 0.3503826 May 03 16:28:31.458729 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'port': {'device_id': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'admin_state_up': True, 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'security_groups': ['aa5b61d9-2c40-440f-ad6d-a90c92f66a46']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:31.531114 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:31.641394 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-079104e4-73ba-48c9-9c9e-ece8787608ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5277e8f7-065b-4ae5-8777-bdcbb43ea983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631186 May 03 16:28:31.841729 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-b1b275b5-7fa2-4e8f-8146-cfecec41069b service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892545 May 03 16:28:31.857973 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8473e0-f470-4188-969a-8bf5caccf91f req-9d49e83e-9530-4ec0-8e88-09ff0017f5af tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:31.859487 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a8473e0-f470-4188-969a-8bf5caccf91f req-9d49e83e-9530-4ec0-8e88-09ff0017f5af tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.0989249 May 03 16:28:31.921907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:31.928397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a8473e0-f470-4188-969a-8bf5caccf91f req-2471ad12-186c-4e56-aaf2-567dc12b3d6e tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591922 May 03 16:28:31.985296 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:32.028195 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:32.042318 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:32.053187 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:32.055917 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.070098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:32.070098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Made reservation on behalf of 6f272be1938043fab0bd96cad1e95e7e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:28:32.100704 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.278264 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-62b5f446-11f4-40df-bb2e-e1adec247886 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7198486 May 03 16:28:32.295336 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a97dbc9d-468a-4865-b7b4-ddec27602725 req-d61452b3-0fb8-4b5e-a2dd-001350198c5e service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273126 May 03 16:28:32.393569 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7ee103-7628-47ec-a212-7c76bf715bd9 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:32.414145 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks [] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.451606 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Transition to ACTIVE for port object 3e7ee103-7628-47ec-a212-7c76bf715bd9 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:28:32.471974 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Request body: {'port': {'device_id': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:32.489921 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8d3ba3c3-3c8c-49e8-842f-7930e3a14f67 None None] Provisioning complete for port 838199f4-9844-4392-9dd1-f1a760c8cf1a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:32.491200 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba3c3-3c8c-49e8-842f-7930e3a14f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.532167 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.548474 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ba3c3-3c8c-49e8-842f-7930e3a14f67 None None] Port 838199f4-9844-4392-9dd1-f1a760c8cf1a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:32.584248 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-965f5eb6-f82d-4fa0-a8ad-70047f0ea38f req-a8fd8979-3dac-4da7-bfbd-12193e915151 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.2426901 May 03 16:28:32.612272 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118ca9-0b8e-480d-b0ed-a9502aa638a9 req-94570ed6-156f-44de-b9e0-7c2fe6bf177b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:32.615537 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:32.619676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-17118ca9-0b8e-480d-b0ed-a9502aa638a9 req-94570ed6-156f-44de-b9e0-7c2fe6bf177b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 932 time: 0.3645113 May 03 16:28:32.646076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Allocated IP 172.20.0.9 (d062b702-c604-4e03-ba4a-44c88ec29e91/9bf76119-bac5-448d-ab88-60aa8303fd1e/1937fc94-98a9-4a4c-975d-4ed6002116e3) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:28:32.705804 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Attempting to bind port 3e7ee103-7628-47ec-a212-7c76bf715bd9 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:32.711172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Attempting to bind port 3e7ee103-7628-47ec-a212-7c76bf715bd9 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:32.713391 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Attempting to bind port 3e7ee103-7628-47ec-a212-7c76bf715bd9 on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:32.723188 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Port 3e7ee103-7628-47ec-a212-7c76bf715bd9 on network f885123b-d597-4b09-a9de-422e81d59c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:28:32.736439 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Attempting to bind port 3e7ee103-7628-47ec-a212-7c76bf715bd9 on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:32.750893 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:32.751697 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:32.752512 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Bound using segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:32.753196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Bound port: 3e7ee103-7628-47ec-a212-7c76bf715bd9, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:32.753776 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.827559 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.835159 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:32.897340 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:32.909760 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-17118ca9-0b8e-480d-b0ed-a9502aa638a9 req-cc6d9a15-8024-4148-ac3a-7f6d0435351a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816136 May 03 16:28:32.929054 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:33.002109 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:33.048047 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:33.048719 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:33.050232 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] 10.222.0.36 "PUT /v2.0/ports/3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 1094 time: 2.2539992 May 03 16:28:33.050743 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:33.177558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c9ac-9582-476d-b77c-75c60c37a961 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:33.346648 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-59e2c890-9502-4ac0-bdc2-e9b9eca16741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:33.349106 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-59e2c890-9502-4ac0-bdc2-e9b9eca16741 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1128 time: 0.0809000 May 03 16:28:33.368099 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:33.613260 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:33.652099 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e385e-18eb-4583-901e-ceb757deb4ae req-7efbf48c-6477-4427-9d95-6d56bedd4076 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:33.653977 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-047e385e-18eb-4583-901e-ceb757deb4ae req-7efbf48c-6477-4427-9d95-6d56bedd4076 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.5706005 May 03 16:28:33.775514 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-da581383-b7ca-41e8-aa21-853144b562ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.3762746 May 03 16:28:33.952827 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7a41529-4eef-4629-8f5d-cc4e26f59915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:33.958071 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:34.004707 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-b75c708a-0109-4878-af49-e3e530c07c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:34.019151 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-b75c708a-0109-4878-af49-e3e530c07c13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.1932142 May 03 16:28:34.097444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a6a02-19a9-4764-999e-3c59667eaaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:34.110700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838199f4-9844-4392-9dd1-f1a760c8cf1a {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:34.123059 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks [] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.130711 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-047e385e-18eb-4583-901e-ceb757deb4ae req-1e7f5226-2455-40b2-bd50-cd6393c21619 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649060 May 03 16:28:34.166451 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.183926 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.207915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:28:34.216269 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3542d54-b6b9-4c54-8da8-07d1080778aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.218006 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b2f22d6e-533f-41fe-8e9f-7b1b5969f62f req-a23aa779-fe1f-4e25-b01e-f9e22902e1cc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.2909665 May 03 16:28:34.219521 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-60e8d201-4677-42e4-8fda-1e5efc42dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:34.221805 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-60e8d201-4677-42e4-8fda-1e5efc42dc1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129916 May 03 16:28:34.276569 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:28:34.292248 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Transition to ACTIVE for port object 838199f4-9844-4392-9dd1-f1a760c8cf1a will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:28:34.292769 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:28:34.300065 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:34.300702 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.324522 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7a41529-4eef-4629-8f5d-cc4e26f59915 admin admin] Publish callbacks [] for security_group (4c7954d0-a46f-47b7-b239-356480c58f0f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.393009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.395245 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:34.405024 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbcfb6-d0a3-43f8-b96c-7b1cbb137b15 req-a030dd2c-e406-4b1c-815f-aad34e6a5e0d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:34.406702 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64fbcfb6-d0a3-43f8-b96c-7b1cbb137b15 req-a030dd2c-e406-4b1c-815f-aad34e6a5e0d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 932 time: 0.1271608 May 03 16:28:34.448191 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7a41529-4eef-4629-8f5d-cc4e26f59915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4c7954d0-a46f-47b7-b239-356480c58f0f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.448696 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-5f68ed47-a647-44e5-ac9d-e7938d8725b9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9940853 May 03 16:28:34.492431 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Request body: {'port': {'device_id': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:28:34.626730 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:34.680938 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3542d54-b6b9-4c54-8da8-07d1080778aa admin admin] Publish callbacks [] for security_group (4450dddb-6a35-42f2-b7fb-04ffd5c5209e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.683023 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15685812-bc1d-467a-aa4e-0e18ff654a78 x-openstack-request-id: req-15685812-bc1d-467a-aa4e-0e18ff654a78 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:34.683452 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:34.683794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15685812-bc1d-467a-aa4e-0e18ff654a78 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:34.684335 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15685812-bc1d-467a-aa4e-0e18ff654a78'] response: {'name': 'network-changed', 'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9', 'status': 'completed', 'code': 200} May 03 16:28:34.694395 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64fbcfb6-d0a3-43f8-b96c-7b1cbb137b15 req-87ff41f5-a102-4ab5-86ff-5a32e76451db tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431250 May 03 16:28:34.716730 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d7a41529-4eef-4629-8f5d-cc4e26f59915 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89299153896a4cd09bfb766b0f968ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3470604 May 03 16:28:34.720226 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45512) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:34.729087 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41529-4eef-4629-8f5d-cc4e26f59915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7954d0-a46f-47b7-b239-356480c58f0f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:34.766703 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-08408110-7e48-41a6-99e5-f1ad53ea9fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927282 May 03 16:28:34.786392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Attempting to bind port 838199f4-9844-4392-9dd1-f1a760c8cf1a on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:34.786392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Attempting to bind port 838199f4-9844-4392-9dd1-f1a760c8cf1a by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:34.786392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Attempting to bind port 838199f4-9844-4392-9dd1-f1a760c8cf1a on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:34.789521 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c53f395f-21b3-4df1-a3c0-8a0c7b69cd7b None None] Provisioning complete for port 1937fc94-98a9-4a4c-975d-4ed6002116e3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:34.792213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.795633 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c53f395f-21b3-4df1-a3c0-8a0c7b69cd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Port 838199f4-9844-4392-9dd1-f1a760c8cf1a on network f885123b-d597-4b09-a9de-422e81d59c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Attempting to bind port 838199f4-9844-4392-9dd1-f1a760c8cf1a on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Bound using segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Bound port: 838199f4-9844-4392-9dd1-f1a760c8cf1a, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:34.891118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.891891 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c53f395f-21b3-4df1-a3c0-8a0c7b69cd7b None None] Port 1937fc94-98a9-4a4c-975d-4ed6002116e3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:28:34.946001 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3542d54-b6b9-4c54-8da8-07d1080778aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4450dddb-6a35-42f2-b7fb-04ffd5c5209e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:34.946727 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 45520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:35.082745 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:35.083362 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] Publish callbacks [] for security_group (4c7954d0-a46f-47b7-b239-356480c58f0f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.094921 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3542d54-b6b9-4c54-8da8-07d1080778aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4450dddb-6a35-42f2-b7fb-04ffd5c5209e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:35.102985 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:35.143898 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a3542d54-b6b9-4c54-8da8-07d1080778aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8447ce5e644c4507a72d06cfc4fb55c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1633370 May 03 16:28:35.151926 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:35.220970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] Publish callbacks [] for security_group (4c7954d0-a46f-47b7-b239-356480c58f0f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.220970 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-212751c1-c9b8-405d-b99c-98c7ce8182be req-e7a225c7-a6e9-4d9f-b7d5-2f2e33c87c68 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218221 May 03 16:28:35.311477 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] Publish callbacks [] for security_group (4450dddb-6a35-42f2-b7fb-04ffd5c5209e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.322250 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17afa0-4257-4e1e-8f59-ad45b49efbcb req-f67d6196-eaf0-4df0-b0e2-7a73002700a7 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:35.325224 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e17afa0-4257-4e1e-8f59-ad45b49efbcb req-f67d6196-eaf0-4df0-b0e2-7a73002700a7 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.0851738 May 03 16:28:35.342190 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] Publish callbacks [] for security_group (4450dddb-6a35-42f2-b7fb-04ffd5c5209e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.451312 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3002ec3f-a7f2-4175-878b-eb1981293d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.461890 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4c7954d0-a46f-47b7-b239-356480c58f0f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.464288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.466525 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.467766 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c7954d0-a46f-47b7-b239-356480c58f0f HTTP/1.1" status: 204 len: 168 time: 0.7460778 May 03 16:28:35.485618 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecda672-338b-4386-95c9-bf289e125011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7954d0-a46f-47b7-b239-356480c58f0f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:35.519327 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4450dddb-6a35-42f2-b7fb-04ffd5c5209e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.522457 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.524362 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4450dddb-6a35-42f2-b7fb-04ffd5c5209e HTTP/1.1" status: 204 len: 168 time: 0.3650525 May 03 16:28:35.556809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5b889-5f36-40a0-893e-5992a6c62905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450dddb-6a35-42f2-b7fb-04ffd5c5209e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:35.565344 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-ef771b61-1b5e-47fd-a899-b2f94a2c295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:35.567452 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-ef771b61-1b5e-47fd-a899-b2f94a2c295b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1128 time: 0.0628788 May 03 16:28:35.576524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:35.582244 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1937fc94-98a9-4a4c-975d-4ed6002116e3 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:35.625252 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks [] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.654108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da567-864d-4a52-9efd-5a5783708716 req-354fe485-b0cb-45df-8550-628c19ce531e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:35.655666 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c7da567-864d-4a52-9efd-5a5783708716 req-354fe485-b0cb-45df-8550-628c19ce531e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 931 time: 0.2640276 May 03 16:28:35.665043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:35.665715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.667103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-27b13727-98c7-4353-97f7-91a57990a7a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 1094 time: 3.3168914 May 03 16:28:35.688096 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:35.690312 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0579e49b-dc31-4697-859e-33dfa9b628c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:35.729270 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Transition to ACTIVE for port object 1937fc94-98a9-4a4c-975d-4ed6002116e3 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:28:35.830474 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e17afa0-4257-4e1e-8f59-ad45b49efbcb req-df09f733-72d6-4e2d-9bc0-2f69ae5040a8 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370623 May 03 16:28:35.855442 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-2b5d3db8-31d3-475e-9793-1271bc42eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:35.857855 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-2b5d3db8-31d3-475e-9793-1271bc42eb2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.2676346 May 03 16:28:35.870962 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.877125 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c7da567-864d-4a52-9efd-5a5783708716 req-83e38bb4-7573-4dd2-8a09-4386812b9aee tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051685 May 03 16:28:35.920720 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3002ec3f-a7f2-4175-878b-eb1981293d79 admin admin] Publish callbacks [] for security_group (e7d8c37f-f57d-471c-99d3-1e32351f2490), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:35.964031 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-d3b32289-87cb-41f4-8a11-708babf59da9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.0931077 May 03 16:28:36.073629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf5714-3f93-4b8c-968e-a6658011f8e1 x-openstack-request-id: req-53cf5714-3f93-4b8c-968e-a6658011f8e1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:36.073629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:36.073629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53cf5714-3f93-4b8c-968e-a6658011f8e1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:36.073629 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cf5714-3f93-4b8c-968e-a6658011f8e1'] response: {'name': 'network-changed', 'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a', 'status': 'completed', 'code': 200} May 03 16:28:36.073629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Pushing event updated for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:36.080368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-ed1bf965-f198-4ab5-8d65-1083d900dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:36.082820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3002ec3f-a7f2-4175-878b-eb1981293d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e7d8c37f-f57d-471c-99d3-1e32351f2490), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.085068 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-ed1bf965-f198-4ab5-8d65-1083d900dea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.1115873 May 03 16:28:36.153505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-2dd22fe1-a2fb-49cc-9ac2-e8a25fc0c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:36.157649 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-2dd22fe1-a2fb-49cc-9ac2-e8a25fc0c36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647597 May 03 16:28:36.177483 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002ec3f-a7f2-4175-878b-eb1981293d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d8c37f-f57d-471c-99d3-1e32351f2490,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:36.185920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f541d5-507d-458a-a449-258562f9ca3d req-2e23506f-801d-42b9-9973-c30afb5ab7e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:36.187760 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d1f541d5-507d-458a-a449-258562f9ca3d req-2e23506f-801d-42b9-9973-c30afb5ab7e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.1182542 May 03 16:28:36.235902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-d96e4229-1a11-4a1f-864a-5b59771b64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:36.237589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-d96e4229-1a11-4a1f-864a-5b59771b64d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1128 time: 0.3762372 May 03 16:28:36.286086 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3002ec3f-a7f2-4175-878b-eb1981293d79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de3fb3502dab4374ae0892175d19e23f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3248463 May 03 16:28:36.293470 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45578) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:36.309584 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d1f541d5-507d-458a-a449-258562f9ca3d req-126b31c0-7e4a-4cca-9923-c50fcec147c3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124465 May 03 16:28:36.310860 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Attempting to bind port 1937fc94-98a9-4a4c-975d-4ed6002116e3 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:28:36.311195 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Attempting to bind port 1937fc94-98a9-4a4c-975d-4ed6002116e3 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:28:36.311542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Attempting to bind port 1937fc94-98a9-4a4c-975d-4ed6002116e3 on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:36.316384 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Port 1937fc94-98a9-4a4c-975d-4ed6002116e3 on network d062b702-c604-4e03-ba4a-44c88ec29e91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:28:36.316705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Attempting to bind port 1937fc94-98a9-4a4c-975d-4ed6002116e3 on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:28:36.323024 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:28:36.323382 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Checking segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:28:36.323761 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Bound using segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:28:36.324191 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Bound port: 1937fc94-98a9-4a4c-975d-4ed6002116e3, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:28:36.324547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.409606 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] Publish callbacks [] for security_group (e7d8c37f-f57d-471c-99d3-1e32351f2490), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.423481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:28:36.429842 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:28:36.448460 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] Publish callbacks [] for security_group (e7d8c37f-f57d-471c-99d3-1e32351f2490), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.535370 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45590) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:36.549058 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-645907ee-8585-4a28-9a27-dbb5b6ddd000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.589999 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.619752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e7d8c37f-f57d-471c-99d3-1e32351f2490), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.626944 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.626944 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7d8c37f-f57d-471c-99d3-1e32351f2490 HTTP/1.1" status: 204 len: 168 time: 0.3311501 May 03 16:28:36.627140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:36.627140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.628455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] 10.222.0.36 "PUT /v2.0/ports/1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 1093 time: 2.1412454 May 03 16:28:36.652235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36f9d1-bfb4-4266-8542-a7e4f18081e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d8c37f-f57d-471c-99d3-1e32351f2490,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:36.661991 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 45596) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:36.695760 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e94a4506-3436-41f5-b2d2-fcb44e6fc54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.699663 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3f9ad-f26c-4387-914f-5698c9cf0fbc service neutron] Pushing event updated for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:36.762398 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-645907ee-8585-4a28-9a27-dbb5b6ddd000 admin admin] Publish callbacks [] for security_group (e5026d9d-5262-457d-b7f1-da1f36f0c5fb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.815520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e94a4506-3436-41f5-b2d2-fcb44e6fc54a admin admin] Publish callbacks [] for security_group (340a4e77-d9d9-41bd-a1ed-fe08593404f0), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.915491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-645907ee-8585-4a28-9a27-dbb5b6ddd000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e5026d9d-5262-457d-b7f1-da1f36f0c5fb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:36.961815 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-645907ee-8585-4a28-9a27-dbb5b6ddd000 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07dc88ec7e3542259a7290cc76c68f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253542 May 03 16:28:36.971810 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:36.974027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645907ee-8585-4a28-9a27-dbb5b6ddd000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5026d9d-5262-457d-b7f1-da1f36f0c5fb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:36.983594 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e94a4506-3436-41f5-b2d2-fcb44e6fc54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (340a4e77-d9d9-41bd-a1ed-fe08593404f0), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.042045 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] Publish callbacks [] for security_group (e5026d9d-5262-457d-b7f1-da1f36f0c5fb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.067884 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] Publish callbacks [] for security_group (e5026d9d-5262-457d-b7f1-da1f36f0c5fb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.075732 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fd856-533b-41f4-890a-7e8a33e075ba req-dba047e0-b098-40cf-885a-cf3a3843a358 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:37.080544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-602fd856-533b-41f4-890a-7e8a33e075ba req-dba047e0-b098-40cf-885a-cf3a3843a358 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.1514173 May 03 16:28:37.101754 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4506-3436-41f5-b2d2-fcb44e6fc54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a4e77-d9d9-41bd-a1ed-fe08593404f0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:37.136210 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e94a4506-3436-41f5-b2d2-fcb44e6fc54a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b69e99cb62004b04b1d552266ea98e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731679 May 03 16:28:37.139094 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:37.142367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d62f5-4d6c-4e86-9888-6dbe00694ba9 req-750bf451-7a85-42a7-b418-636ecc222652 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:37.149924 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-df8d62f5-4d6c-4e86-9888-6dbe00694ba9 req-750bf451-7a85-42a7-b418-636ecc222652 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.1625354 May 03 16:28:37.189929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] Publish callbacks [] for security_group (340a4e77-d9d9-41bd-a1ed-fe08593404f0), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.204763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-602fd856-533b-41f4-890a-7e8a33e075ba req-8c178a75-fab8-4fc2-93b9-e2f48f0a1417 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105595 May 03 16:28:37.213365 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] Publish callbacks [] for security_group (340a4e77-d9d9-41bd-a1ed-fe08593404f0), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.216558 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-df8d62f5-4d6c-4e86-9888-6dbe00694ba9 req-a521c46a-9ef2-4c78-8f2a-6668e6fa15e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658112 May 03 16:28:37.274764 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e5026d9d-5262-457d-b7f1-da1f36f0c5fb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.281599 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.281599 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5026d9d-5262-457d-b7f1-da1f36f0c5fb HTTP/1.1" status: 204 len: 168 time: 0.3056197 May 03 16:28:37.290793 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a9f8a-9e8a-49ca-a72d-fed3585b9ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5026d9d-5262-457d-b7f1-da1f36f0c5fb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:37.351475 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 45624) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:37.427073 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (340a4e77-d9d9-41bd-a1ed-fe08593404f0), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.429617 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.435445 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/340a4e77-d9d9-41bd-a1ed-fe08593404f0 HTTP/1.1" status: 204 len: 168 time: 0.2952216 May 03 16:28:37.450609 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58a998-1b48-41a0-afef-2494c6de09dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a4e77-d9d9-41bd-a1ed-fe08593404f0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:37.470059 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-f3957eae-eda4-4abd-a4f7-aa7630684ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191893 May 03 16:28:37.475530 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba2b6-ea2a-4f4e-80e1-e33313fad353 req-c64b5348-1c8b-4e28-a067-13fe0bc794ce tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:37.477253 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a6ba2b6-ea2a-4f4e-80e1-e33313fad353 req-c64b5348-1c8b-4e28-a067-13fe0bc794ce tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0680799 May 03 16:28:37.536643 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8917dd91-359e-442e-bc4f-f6874ee3d13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:37.541478 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a6ba2b6-ea2a-4f4e-80e1-e33313fad353 req-d398f37c-2879-4400-a631-6d13eda2fbbe tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 May 03 16:28:37.657717 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-1273340f-8e70-476d-b1a0-542be5f4a82d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0889132 May 03 16:28:37.677418 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-800a6a02-19a9-4764-999e-3c59667eaaa4 req-5dd606af-a57b-4c3e-8536-b68982e96b42 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118813 May 03 16:28:37.752381 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-719a75d7-9cf4-4569-b016-9a8dce5d1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:37.753873 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-719a75d7-9cf4-4569-b016-9a8dce5d1178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1127 time: 0.1425843 May 03 16:28:37.810807 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-67652d76-608d-42b4-992e-d49591419ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:37.812511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-67652d76-608d-42b4-992e-d49591419ee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.1346743 May 03 16:28:37.815935 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-3d0ffad8-f9fe-42ff-8f87-348200d60954 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 217 time: 0.0520735 May 03 16:28:38.063044 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8917dd91-359e-442e-bc4f-f6874ee3d13b admin admin] Publish callbacks [] for security_group (ac5c0a69-f973-4746-8df7-425826951318), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.073765 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:38.076015 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:38.101798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-7cb5d8d7-ce47-4537-9afb-3d11973ba531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:38.103346 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-7cb5d8d7-ce47-4537-9afb-3d11973ba531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2782269 May 03 16:28:38.109316 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-c04b70aa-d8b5-400d-803a-3c19a8e21263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:38.113031 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-c04b70aa-d8b5-400d-803a-3c19a8e21263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.2889230 May 03 16:28:38.142032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8917dd91-359e-442e-bc4f-f6874ee3d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ac5c0a69-f973-4746-8df7-425826951318), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.164159 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13dd134-d29a-430b-b831-fdca656f317c x-openstack-request-id: req-d13dd134-d29a-430b-b831-fdca656f317c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:38.164572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:38.164960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d13dd134-d29a-430b-b831-fdca656f317c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:38.165392 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13dd134-d29a-430b-b831-fdca656f317c'] response: {'name': 'network-changed', 'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'status': 'completed', 'code': 200} May 03 16:28:38.191009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917dd91-359e-442e-bc4f-f6874ee3d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c0a69-f973-4746-8df7-425826951318,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:38.197970 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8917dd91-359e-442e-bc4f-f6874ee3d13b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0c878517945432da959258ff60d2820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8418479 May 03 16:28:38.198366 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45668) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:38.253257 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] Publish callbacks [] for security_group (ac5c0a69-f973-4746-8df7-425826951318), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.284232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] Publish callbacks [] for security_group (ac5c0a69-f973-4746-8df7-425826951318), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.390367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72039-6e26-408a-85b8-e21eafc5a9ca req-cdc12119-fb77-4d72-ac73-474c05c5eed6 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:38.391885 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1a72039-6e26-408a-85b8-e21eafc5a9ca req-cdc12119-fb77-4d72-ac73-474c05c5eed6 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.0770659 May 03 16:28:38.406174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a051ff1-6ee7-41f4-91a6-b32972c24eaf req-3ceca96b-7dff-4747-a3a5-7b1452def2f3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:38.407758 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a051ff1-6ee7-41f4-91a6-b32972c24eaf req-3ceca96b-7dff-4747-a3a5-7b1452def2f3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0648592 May 03 16:28:38.439562 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ac5c0a69-f973-4746-8df7-425826951318), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.442682 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:38.447498 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac5c0a69-f973-4746-8df7-425826951318 HTTP/1.1" status: 204 len: 168 time: 0.2446485 May 03 16:28:38.456558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5257e-b3b6-4446-b3ae-cc40a2a4d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c0a69-f973-4746-8df7-425826951318,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:38.483038 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1a72039-6e26-408a-85b8-e21eafc5a9ca req-404e655d-5880-44af-803c-1ba7540a8f63 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 May 03 16:28:38.497272 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a051ff1-6ee7-41f4-91a6-b32972c24eaf req-74c37ee1-57fb-41a5-9a55-990b56055fdc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672123 May 03 16:28:38.657071 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7359-efa6-407a-9e6d-374ef104b69c req-ee0f2860-e45a-4029-9dba-4aa2c07da7d1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:38.658654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c9d7359-efa6-407a-9e6d-374ef104b69c req-ee0f2860-e45a-4029-9dba-4aa2c07da7d1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0476022 May 03 16:28:38.705859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c9d7359-efa6-407a-9e6d-374ef104b69c req-426caa88-4c34-4e8e-a7ab-2630863d7de6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 May 03 16:28:39.393003 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:39.632801 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa4c72-9bc7-47cd-ac08-f68b76c71dcb req-c7c1968f-1053-4e45-8c84-addc00bd554e tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:39.634344 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-94aa4c72-9bc7-47cd-ac08-f68b76c71dcb req-c7c1968f-1053-4e45-8c84-addc00bd554e tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.0769596 May 03 16:28:39.655639 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06bb29-a69b-4f42-8b66-828188eef9a1 req-247c08ec-742e-4fa4-8375-e7fd82ab04b6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:39.657116 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f06bb29-a69b-4f42-8b66-828188eef9a1 req-247c08ec-742e-4fa4-8375-e7fd82ab04b6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0671916 May 03 16:28:39.695996 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45722) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:39.717433 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ad36-c600-479c-8fc3-aff2ebea9b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:39.730942 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-94aa4c72-9bc7-47cd-ac08-f68b76c71dcb req-537f2230-3ed5-4ba3-bf82-33b7b1fe22e4 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897017 May 03 16:28:39.756586 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f06bb29-a69b-4f42-8b66-828188eef9a1 req-fe4b6951-dbc8-4ea6-b7ef-cd35b8660b44 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920033 May 03 16:28:39.809318 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ad36-c600-479c-8fc3-aff2ebea9b9a admin admin] Publish callbacks [] for security_group (9dcc88ad-2bad-4b82-9177-e137b0e207d7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:39.871518 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb898c92-dc70-4fb9-bd53-84ca0a7fe07c req-0f24af61-03f5-407a-8478-aea9f2803c1c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:39.873059 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb898c92-dc70-4fb9-bd53-84ca0a7fe07c req-0f24af61-03f5-407a-8478-aea9f2803c1c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0559151 May 03 16:28:39.920496 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ad36-c600-479c-8fc3-aff2ebea9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (9dcc88ad-2bad-4b82-9177-e137b0e207d7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:39.920730 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb898c92-dc70-4fb9-bd53-84ca0a7fe07c req-e8af91a4-1a7d-4eb5-ac7f-164b9a1f0f7e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 May 03 16:28:39.959302 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9ba7ad36-c600-479c-8fc3-aff2ebea9b9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f951395b105408a998618384602127e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618887 May 03 16:28:39.961849 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7ad36-c600-479c-8fc3-aff2ebea9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc88ad-2bad-4b82-9177-e137b0e207d7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:39.964169 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:40.013945 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] Publish callbacks [] for security_group (9dcc88ad-2bad-4b82-9177-e137b0e207d7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:40.040882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] Publish callbacks [] for security_group (9dcc88ad-2bad-4b82-9177-e137b0e207d7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:40.246330 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (9dcc88ad-2bad-4b82-9177-e137b0e207d7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:40.249167 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:40.250306 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dcc88ad-2bad-4b82-9177-e137b0e207d7 HTTP/1.1" status: 204 len: 168 time: 0.2849479 May 03 16:28:40.259179 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbb61c-a75c-4461-9af7-6325fe121aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc88ad-2bad-4b82-9177-e137b0e207d7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:40.923116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307b08d-7335-44dd-9436-ab71853a3e49 req-509986a7-aa44-4025-b4df-88da99432911 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:40.924709 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a307b08d-7335-44dd-9436-ab71853a3e49 req-509986a7-aa44-4025-b4df-88da99432911 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.1123345 May 03 16:28:40.935156 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aeea4-e942-4ed9-b720-9c9a0540c475 req-791aa97e-0b65-4298-be10-7cd350acabcb tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:40.936592 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-857aeea4-e942-4ed9-b720-9c9a0540c475 req-791aa97e-0b65-4298-be10-7cd350acabcb tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.1135356 May 03 16:28:41.029759 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a307b08d-7335-44dd-9436-ab71853a3e49 req-43acb993-8439-4ab7-bad7-eafa0855a9f3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921681 May 03 16:28:41.036707 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-857aeea4-e942-4ed9-b720-9c9a0540c475 req-27b5ce8d-2f4e-451f-8441-4581e91fb00f tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836475 May 03 16:28:41.152264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb8d0-0afb-41f0-9f4c-112b7e9a5ac3 req-d77424c7-eb8f-4134-8dd3-5eb42b46337f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:41.154261 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-121eb8d0-0afb-41f0-9f4c-112b7e9a5ac3 req-d77424c7-eb8f-4134-8dd3-5eb42b46337f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0502880 May 03 16:28:41.201788 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-121eb8d0-0afb-41f0-9f4c-112b7e9a5ac3 req-542d9eea-1b0c-4090-a029-7f56766cb40c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 May 03 16:28:42.056787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 17aba7be-2eb2-4944-8bb4-60dd236b11dd details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:28:42.192760 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd,segment=NetworkSegment(f5d2648f-e025-4a7e-94d1-f7c8b74ae883),segment_id=f5d2648f-e025-4a7e-94d1-f7c8b74ae883)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:42.207049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '17aba7be-2eb2-4944-8bb4-60dd236b11dd', 'network_id': '5277e8f7-065b-4ae5-8777-bdcbb43ea983', 'port_id': '17aba7be-2eb2-4944-8bb4-60dd236b11dd', 'mac_address': 'fa:16:3e:d1:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb00e384-2ee7-4c23-af8e-1ace96c87cae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:28:42.220006 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec09ef-5d4a-4ec8-b245-d9e3524a9aeb req-259fac28-cfe4-4dbd-943c-1dc54006c28c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:42.228280 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dec09ef-5d4a-4ec8-b245-d9e3524a9aeb req-259fac28-cfe4-4dbd-943c-1dc54006c28c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 944 time: 0.1104963 May 03 16:28:42.273364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93049d5a-136a-41ee-8a0c-eb7a87b559ad req-3bcc2df0-45f2-4d74-a85e-a7ebd09bfd1c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:42.274942 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93049d5a-136a-41ee-8a0c-eb7a87b559ad req-3bcc2df0-45f2-4d74-a85e-a7ebd09bfd1c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.1436286 May 03 16:28:42.326219 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-0264624b-8abf-4e69-bdb3-085dbd84df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:42.327744 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-0264624b-8abf-4e69-bdb3-085dbd84df3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928695 May 03 16:28:42.361053 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 17aba7be-2eb2-4944-8bb4-60dd236b11dd is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:42.361441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:42.374742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17aba7be-2eb2-4944-8bb4-60dd236b11dd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:42.395431 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd,segment=NetworkSegment(f5d2648f-e025-4a7e-94d1-f7c8b74ae883),segment_id=f5d2648f-e025-4a7e-94d1-f7c8b74ae883)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:42.451637 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dec09ef-5d4a-4ec8-b245-d9e3524a9aeb req-d49db994-8e81-41f3-8215-80494374b39c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224166 May 03 16:28:42.496757 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93049d5a-136a-41ee-8a0c-eb7a87b559ad req-1e4cfb1c-ef0d-4f45-99d7-f443f260364b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968977 May 03 16:28:42.542030 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-39975694-c8d7-48a0-ace1-beb5835733dd service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032835 May 03 16:28:42.545436 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-c2e4a50c-53c5-4eb6-819f-2b49ffbda13a service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801244 May 03 16:28:42.583558 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:42.641708 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:42.722929 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c32f8-43e5-4b7a-b015-0cd28cdcd9a9 req-cc8ad614-3059-4a4e-989c-489ec9cb2a84 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:42.724427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e1c32f8-43e5-4b7a-b015-0cd28cdcd9a9 req-cc8ad614-3059-4a4e-989c-489ec9cb2a84 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.1460025 May 03 16:28:42.774130 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2bb2e2-875a-492c-a24d-7ca42259357f req-d62cb94c-7cda-495f-8231-c9700d75fecc service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214704 May 03 16:28:42.798966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f24ad5-9e09-4bc3-8e73-2e40280e9455 req-b01c87fc-4727-46e2-99c4-bde47aaf133b service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356482 May 03 16:28:42.807368 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e1c32f8-43e5-4b7a-b015-0cd28cdcd9a9 req-b475ec7b-4a5b-4515-b1d5-daee63f384d0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751822 May 03 16:28:43.162266 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['17aba7be-2eb2-4944-8bb4-60dd236b11dd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:28:43.663725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57983e2b-611a-4324-895a-0d6b8df20fcb req-8fd19ae3-7b74-4916-8fed-0e8e9e2cb397 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:43.670634 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-57983e2b-611a-4324-895a-0d6b8df20fcb req-8fd19ae3-7b74-4916-8fed-0e8e9e2cb397 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0900834 May 03 16:28:43.705051 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ecd5-ea52-411e-b1dc-54a68c52f714 req-3fb2324f-5b68-4c3f-b95c-b6c796f4ff67 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:43.706711 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19c9ecd5-ea52-411e-b1dc-54a68c52f714 req-3fb2324f-5b68-4c3f-b95c-b6c796f4ff67 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 945 time: 0.0849390 May 03 16:28:43.751649 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-57983e2b-611a-4324-895a-0d6b8df20fcb req-8d1dfc1c-7f62-4ed4-bd05-adf053298c0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798914 May 03 16:28:43.778402 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19c9ecd5-ea52-411e-b1dc-54a68c52f714 req-e22958e2-8ed0-4e2f-81c0-d77952b69588 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608325 May 03 16:28:43.939581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d47ee0-6c57-42af-a1ec-76936185eb9e req-5c7f7896-1606-408b-8d4a-7ef352c0ce99 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:43.940998 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6d47ee0-6c57-42af-a1ec-76936185eb9e req-5c7f7896-1606-408b-8d4a-7ef352c0ce99 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0608265 May 03 16:28:43.995058 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6d47ee0-6c57-42af-a1ec-76936185eb9e req-a6e169a9-608c-42a2-9a2b-b6d211e408b0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 May 03 16:28:44.529149 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45894) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:44.635175 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f33d-3161-400f-a733-8d85546f9ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:44.715793 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f33d-3161-400f-a733-8d85546f9ccd admin admin] Publish callbacks [] for security_group (7eb3333a-a252-4672-8d3f-94363ccc4c1f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:44.836196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f33d-3161-400f-a733-8d85546f9ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7eb3333a-a252-4672-8d3f-94363ccc4c1f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:44.879626 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d3a7f33d-3161-400f-a733-8d85546f9ccd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f32452f4199465d9f0586c81e3f863a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493423 May 03 16:28:44.883350 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7f33d-3161-400f-a733-8d85546f9ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb3333a-a252-4672-8d3f-94363ccc4c1f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:44.887492 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:44.901664 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bb40-ad9a-4db5-bc0f-657886d4d295 req-9f3c8c52-030d-4081-8798-66e5d4efdf87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:44.902386 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7e4bb40-ad9a-4db5-bc0f-657886d4d295 req-9f3c8c52-030d-4081-8798-66e5d4efdf87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0775568 May 03 16:28:44.922333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e695-73cb-4560-b30a-93b44fd2b1c9 req-d33ca4b7-2818-4956-a8da-33f91e536243 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:44.923822 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-41e4e695-73cb-4560-b30a-93b44fd2b1c9 req-d33ca4b7-2818-4956-a8da-33f91e536243 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 945 time: 0.0679033 May 03 16:28:44.942277 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] Publish callbacks [] for security_group (7eb3333a-a252-4672-8d3f-94363ccc4c1f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:44.964558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] Publish callbacks [] for security_group (7eb3333a-a252-4672-8d3f-94363ccc4c1f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:44.992852 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7e4bb40-ad9a-4db5-bc0f-657886d4d295 req-96e5352f-a7b7-4007-a056-c71ded5bac05 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853415 May 03 16:28:44.997540 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-41e4e695-73cb-4560-b30a-93b44fd2b1c9 req-b7436fde-8017-4591-974d-58e173d41519 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 May 03 16:28:45.103198 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7eb3333a-a252-4672-8d3f-94363ccc4c1f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:45.105944 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:45.107228 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eb3333a-a252-4672-8d3f-94363ccc4c1f HTTP/1.1" status: 204 len: 168 time: 0.2188103 May 03 16:28:45.112050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd970d6-b1d6-4507-aff5-24dc725fa141 req-ac129292-b6b3-4a49-bece-5a6d85841cef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:45.113520 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0bd970d6-b1d6-4507-aff5-24dc725fa141 req-ac129292-b6b3-4a49-bece-5a6d85841cef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0469511 May 03 16:28:45.115953 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131d76f-a100-4352-bd53-8f205f7c2f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb3333a-a252-4672-8d3f-94363ccc4c1f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:45.165575 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0bd970d6-b1d6-4507-aff5-24dc725fa141 req-4ae919e8-7d69-4ce1-b8ad-9aa211067522 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 May 03 16:28:46.067127 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 45926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:46.080338 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0275e19d-1b8f-41fe-b7f1-b53d535d5f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.148922 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814a695-2984-4449-9de8-6966f487dc26 req-02221415-b0c1-4be3-a198-0f305a9c01ea tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:46.150522 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f814a695-2984-4449-9de8-6966f487dc26 req-02221415-b0c1-4be3-a198-0f305a9c01ea tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0875351 May 03 16:28:46.157084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8d986-e5b6-4f49-a2cf-80b517df2b7b req-df3e194b-b6aa-4ad3-b152-983c1ed384e1 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:46.159706 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11b8d986-e5b6-4f49-a2cf-80b517df2b7b req-df3e194b-b6aa-4ad3-b152-983c1ed384e1 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 945 time: 0.0953228 May 03 16:28:46.169743 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0275e19d-1b8f-41fe-b7f1-b53d535d5f52 admin admin] Publish callbacks [] for security_group (2d1062e7-e218-4545-ad76-f333a4dd5dca), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.228871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0275e19d-1b8f-41fe-b7f1-b53d535d5f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (2d1062e7-e218-4545-ad76-f333a4dd5dca), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.236139 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f814a695-2984-4449-9de8-6966f487dc26 req-8184c327-21e7-4b3f-85aa-4e9bfe7f8592 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754397 May 03 16:28:46.240353 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11b8d986-e5b6-4f49-a2cf-80b517df2b7b req-51ba820e-d033-4c17-a618-b9d5696b2e13 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 May 03 16:28:46.293012 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0275e19d-1b8f-41fe-b7f1-b53d535d5f52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=728d210319a34ef2aea187086982bfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247980 May 03 16:28:46.293832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275e19d-1b8f-41fe-b7f1-b53d535d5f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1062e7-e218-4545-ad76-f333a4dd5dca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:46.295815 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 45934) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:46.370140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b918b-a1be-499c-babb-4b12d5077686 req-fdd3faab-2a69-4cfb-97ef-04b51db45011 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:46.371640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e7b918b-a1be-499c-babb-4b12d5077686 req-fdd3faab-2a69-4cfb-97ef-04b51db45011 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0694084 May 03 16:28:46.398817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] Publish callbacks [] for security_group (2d1062e7-e218-4545-ad76-f333a4dd5dca), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.437345 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] Publish callbacks [] for security_group (2d1062e7-e218-4545-ad76-f333a4dd5dca), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.451303 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e7b918b-a1be-499c-babb-4b12d5077686 req-3cd0a42c-5d8c-44f4-9aca-3785f2698348 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732665 May 03 16:28:46.566059 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (2d1062e7-e218-4545-ad76-f333a4dd5dca), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.568640 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:46.569745 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d1062e7-e218-4545-ad76-f333a4dd5dca HTTP/1.1" status: 204 len: 168 time: 0.2728717 May 03 16:28:46.577782 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe42f1-8ae8-4bdd-bfbf-b42e35fc3054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1062e7-e218-4545-ad76-f333a4dd5dca,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:47.401531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc80be4-70e1-47a5-a88a-2ada6e04b7f8 req-d357b7df-a123-45b0-a23f-fcdad45839ef tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:47.403051 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8bc80be4-70e1-47a5-a88a-2ada6e04b7f8 req-d357b7df-a123-45b0-a23f-fcdad45839ef tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0815473 May 03 16:28:47.424203 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfaebe-5aaf-4ef8-9f6c-a62ac15ca73a req-801ba5fa-3a45-4a00-875d-aeef63dddd7e tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:47.425636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c4dfaebe-5aaf-4ef8-9f6c-a62ac15ca73a req-801ba5fa-3a45-4a00-875d-aeef63dddd7e tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 945 time: 0.0765867 May 03 16:28:47.485865 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8bc80be4-70e1-47a5-a88a-2ada6e04b7f8 req-bdaad00d-e403-4ecc-986d-7ed563fb75f0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762367 May 03 16:28:47.507308 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c4dfaebe-5aaf-4ef8-9f6c-a62ac15ca73a req-25ae1672-8c9c-4eb7-9b97-098ec5f7d6df tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702884 May 03 16:28:47.612050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b211d2-df33-40f3-b7f5-a78bbf89ed54 req-58639e49-9b8f-4a5b-ac10-741116ded65a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:47.613808 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71b211d2-df33-40f3-b7f5-a78bbf89ed54 req-58639e49-9b8f-4a5b-ac10-741116ded65a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0556126 May 03 16:28:47.680161 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71b211d2-df33-40f3-b7f5-a78bbf89ed54 req-fe13ac23-6009-49f4-9f6c-019501f4f703 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 May 03 16:28:47.690298 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 3e7ee103-7628-47ec-a212-7c76bf715bd9 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:28:47.739399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 17aba7be-2eb2-4944-8bb4-60dd236b11dd up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:47.840085 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:47.842475 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 17aba7be-2eb2-4944-8bb4-60dd236b11dd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:28:47.854954 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '3e7ee103-7628-47ec-a212-7c76bf715bd9', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'port_id': '3e7ee103-7628-47ec-a212-7c76bf715bd9', 'mac_address': 'fa:16:3e:76:72:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:28:47.890699 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 3e7ee103-7628-47ec-a212-7c76bf715bd9 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:47.891075 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:47.903745 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7ee103-7628-47ec-a212-7c76bf715bd9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:47.927029 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:47.927945 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 17aba7be-2eb2-4944-8bb4-60dd236b11dd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:47.928306 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:47.995957 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:48.026801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 17aba7be-2eb2-4944-8bb4-60dd236b11dd is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:48.027187 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:48.068741 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:48.134710 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:48.150934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd,segment=NetworkSegment(f5d2648f-e025-4a7e-94d1-f7c8b74ae883),segment_id=f5d2648f-e025-4a7e-94d1-f7c8b74ae883)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:48.205645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:48.251670 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6f5bc8-36b7-4645-9c3a-fd71202fd119" -d '{"events": [{"server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "name": "network-vif-plugged", "status": "completed", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:48.263820 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:48.417660 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab017b-9ccc-41d4-b352-b48363bd8244 x-openstack-request-id: req-dcab017b-9ccc-41d4-b352-b48363bd8244 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:48.417975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "name": "network-vif-plugged", "status": "completed", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:48.418231 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcab017b-9ccc-41d4-b352-b48363bd8244 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:48.418677 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcab017b-9ccc-41d4-b352-b48363bd8244'] response: {'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd', 'code': 200} May 03 16:28:48.483764 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['3e7ee103-7628-47ec-a212-7c76bf715bd9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:28:48.665347 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12cb6-b69e-4966-9110-7d33ebd7f139 req-eff0d5e4-97a2-4b2a-88bb-13bff37faf33 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:48.667101 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-36a12cb6-b69e-4966-9110-7d33ebd7f139 req-eff0d5e4-97a2-4b2a-88bb-13bff37faf33 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0843976 May 03 16:28:48.690375 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a3dcf-e2ab-4f53-918b-18efb78bcbce req-a635b849-ec6a-4ca1-a86c-62bd35071e27 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:48.691924 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e0a3dcf-e2ab-4f53-918b-18efb78bcbce req-a635b849-ec6a-4ca1-a86c-62bd35071e27 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0743442 May 03 16:28:48.765856 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-36a12cb6-b69e-4966-9110-7d33ebd7f139 req-45eab94b-345d-4429-bc87-6146767e6562 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920970 May 03 16:28:48.796059 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e0a3dcf-e2ab-4f53-918b-18efb78bcbce req-d1f29524-0d8e-4ea6-a3fb-ba3d4dfd3c1d tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965447 May 03 16:28:48.906691 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773ae0-cc9d-4f68-8a94-7abc10025127 req-76b20d3e-0ac0-4fce-a6eb-648f49208c63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:48.915555 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1773ae0-cc9d-4f68-8a94-7abc10025127 req-76b20d3e-0ac0-4fce-a6eb-648f49208c63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0751033 May 03 16:28:48.970685 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1773ae0-cc9d-4f68-8a94-7abc10025127 req-66bec1f9-3383-4d61-80d1-d01883829a19 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 May 03 16:28:49.413231 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46048) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:49.532157 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95c2281e-eb51-4b19-b693-62501645be7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.609144 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95c2281e-eb51-4b19-b693-62501645be7d admin admin] Publish callbacks [] for security_group (93c6b96d-2f2b-4a1e-94fa-d53afae601cb), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.691491 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 3e7ee103-7628-47ec-a212-7c76bf715bd9 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:28:49.732140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95c2281e-eb51-4b19-b693-62501645be7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (93c6b96d-2f2b-4a1e-94fa-d53afae601cb), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.738419 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 3e7ee103-7628-47ec-a212-7c76bf715bd9 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:28:49.771041 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-95c2281e-eb51-4b19-b693-62501645be7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83f4ae0afca5467f84451948f42c41d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558719 May 03 16:28:49.772001 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2281e-eb51-4b19-b693-62501645be7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c6b96d-2f2b-4a1e-94fa-d53afae601cb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:49.774282 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46064) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:49.827700 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] Publish callbacks [] for security_group (93c6b96d-2f2b-4a1e-94fa-d53afae601cb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.853514 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] Publish callbacks [] for security_group (93c6b96d-2f2b-4a1e-94fa-d53afae601cb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.892847 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 3e7ee103-7628-47ec-a212-7c76bf715bd9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:28:49.894039 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:49.910596 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75de18-fbf8-45e3-815f-a5809c7e7231 req-75b94302-3949-4516-8927-333ba0f6c2f8 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:49.912145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb75de18-fbf8-45e3-815f-a5809c7e7231 req-75b94302-3949-4516-8927-333ba0f6c2f8 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0800328 May 03 16:28:49.926124 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876c01-be63-4599-851a-cf77f04c22db req-acb323d6-4590-4bf6-beff-a2ae4e22e3c7 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:49.927573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-02876c01-be63-4599-851a-cf77f04c22db req-acb323d6-4590-4bf6-beff-a2ae4e22e3c7 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0638185 May 03 16:28:49.989473 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 3e7ee103-7628-47ec-a212-7c76bf715bd9 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:49.989860 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.000360 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb75de18-fbf8-45e3-815f-a5809c7e7231 req-8160928a-32cd-46b9-8df8-500532cc0dfe tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814264 May 03 16:28:50.007957 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-02876c01-be63-4599-851a-cf77f04c22db req-483e24e4-a99c-4397-be49-37cae92066e9 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728889 May 03 16:28:50.029675 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:50.051618 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (93c6b96d-2f2b-4a1e-94fa-d53afae601cb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.054185 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.055584 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93c6b96d-2f2b-4a1e-94fa-d53afae601cb HTTP/1.1" status: 204 len: 168 time: 0.2790663 May 03 16:28:50.064965 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dd871-4291-4659-a22c-57e9bdeda1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c6b96d-2f2b-4a1e-94fa-d53afae601cb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:50.108940 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.129094 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e54cd-036b-4a6d-834b-4e4aa80420ad req-441fe8e1-eb55-4429-8c58-23176f206ab5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:50.131736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-228e54cd-036b-4a6d-834b-4e4aa80420ad req-441fe8e1-eb55-4429-8c58-23176f206ab5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0513470 May 03 16:28:50.158551 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:50.181491 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-228e54cd-036b-4a6d-834b-4e4aa80420ad req-9fa70cf5-3fe2-452d-8ad5-5edc713c0072 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 May 03 16:28:50.420239 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:28:50.422617 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d076348d-cef3-4f23-8fd8-38a35cb8c104" -d '{"events": [{"server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:28:50.465408 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b9c77e-8081-4892-8111-e4cc46c861e8 x-openstack-request-id: req-d7b9c77e-8081-4892-8111-e4cc46c861e8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:28:50.465716 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:28:50.465973 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7b9c77e-8081-4892-8111-e4cc46c861e8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:28:50.466368 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b9c77e-8081-4892-8111-e4cc46c861e8'] response: {'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9', 'code': 200} May 03 16:28:50.712562 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:50.727050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-484f6f01-902e-4cf7-8f97-4000f8cfc89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.804754 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-484f6f01-902e-4cf7-8f97-4000f8cfc89f admin admin] Publish callbacks [] for security_group (ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:50.971782 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-484f6f01-902e-4cf7-8f97-4000f8cfc89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:51.011040 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-484f6f01-902e-4cf7-8f97-4000f8cfc89f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1977299eb5a14c89bd308b00ca052d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974234 May 03 16:28:51.011916 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f6f01-902e-4cf7-8f97-4000f8cfc89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:51.014496 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46112) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:51.066240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] Publish callbacks [] for security_group (ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:51.098016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] Publish callbacks [] for security_group (ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:51.169464 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138bb9-e5db-4ed6-9293-51e7da0c53f4 req-3bdfb6d5-2556-40e7-a956-16cec3787007 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:51.170897 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-13138bb9-e5db-4ed6-9293-51e7da0c53f4 req-3bdfb6d5-2556-40e7-a956-16cec3787007 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0910459 May 03 16:28:51.188771 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97517c9-71a5-40bf-95f6-57ecb44f8827 req-07c76360-b7da-4acf-9a43-e52e0a000623 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:51.190110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f97517c9-71a5-40bf-95f6-57ecb44f8827 req-07c76360-b7da-4acf-9a43-e52e0a000623 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.1050525 May 03 16:28:51.267205 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-13138bb9-e5db-4ed6-9293-51e7da0c53f4 req-1061f581-b932-41fe-891b-e24f01c9f9d0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843990 May 03 16:28:51.274462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f97517c9-71a5-40bf-95f6-57ecb44f8827 req-65d6cf13-c279-4461-b4a0-0922b4007627 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745828 May 03 16:28:51.333035 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:51.336097 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:51.337246 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9 HTTP/1.1" status: 204 len: 168 time: 0.3208439 May 03 16:28:51.369076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d0f2-a646-482b-b632-4133f8371ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe56e4e-e747-4bd5-ab69-19e21a4c8fe9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:51.382284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b84bc-a2f1-41a1-b912-e8e678f76638 req-8dbe5f4e-3ad0-40dd-81ec-50763342e81d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:51.383720 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-328b84bc-a2f1-41a1-b912-e8e678f76638 req-8dbe5f4e-3ad0-40dd-81ec-50763342e81d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0606930 May 03 16:28:51.435567 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-328b84bc-a2f1-41a1-b912-e8e678f76638 req-0e6f58c6-e54b-4247-b9c0-78b043603352 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 May 03 16:28:52.395557 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1937fc94-98a9-4a4c-975d-4ed6002116e3 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:28:52.409484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3483-30c4-47a2-a918-68a913d7049a req-0f0740b5-55bb-4c39-bea2-18171fe396a5 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:52.415398 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d46b3483-30c4-47a2-a918-68a913d7049a req-0f0740b5-55bb-4c39-bea2-18171fe396a5 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 943 time: 0.0756335 May 03 16:28:52.417592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ce2b-4e3b-4171-816c-758a8f5b7b2d req-08e96a4f-7bc7-409e-8ff8-1947ca202612 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:52.419010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c359ce2b-4e3b-4171-816c-758a8f5b7b2d req-08e96a4f-7bc7-409e-8ff8-1947ca202612 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0728631 May 03 16:28:52.518279 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:52.537877 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'port_id': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'mac_address': 'fa:16:3e:69:57:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:28:52.606666 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 1937fc94-98a9-4a4c-975d-4ed6002116e3 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:28:52.606970 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:52.621568 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1937fc94-98a9-4a4c-975d-4ed6002116e3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:28:52.642886 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:28:52.658910 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d46b3483-30c4-47a2-a918-68a913d7049a req-13463c62-6e89-4975-aa35-8cd7cccd4dcd tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389207 May 03 16:28:52.661789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c359ce2b-4e3b-4171-816c-758a8f5b7b2d req-8c57b059-ed2f-4559-bdc6-7b71ee8974d0 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351282 May 03 16:28:52.760061 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:52.770243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d18b7-e7f6-45e1-b625-502616f45790 req-fa914e54-39f5-4b49-98be-feb71327f094 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:52.771699 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ab3d18b7-e7f6-45e1-b625-502616f45790 req-fa914e54-39f5-4b49-98be-feb71327f094 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0457671 May 03 16:28:52.811968 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:52.819132 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ab3d18b7-e7f6-45e1-b625-502616f45790 req-d2ea019a-0d65-49a1-9b10-bb628db137a4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 May 03 16:28:53.728504 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46222) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:53.833177 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf49634-3f5d-4a62-b746-d90ce9ec1f17 req-41d3f388-097e-4a1f-9f48-cdd27e5ae567 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:53.834671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf49634-3f5d-4a62-b746-d90ce9ec1f17 req-41d3f388-097e-4a1f-9f48-cdd27e5ae567 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0985985 May 03 16:28:53.854789 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c6c6a-52cf-4dcb-8e20-915e9e90ff8e req-eeba14fe-fd51-4162-a28b-ba3653c1d0b8 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:53.856301 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-869c6c6a-52cf-4dcb-8e20-915e9e90ff8e req-eeba14fe-fd51-4162-a28b-ba3653c1d0b8 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.1179581 May 03 16:28:53.886783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1526355b-32d3-4008-b49a-235e3e250bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:53.955273 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf49634-3f5d-4a62-b746-d90ce9ec1f17 req-c600c1c3-fa20-4c8e-a79f-a4b6a613faef tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103487 May 03 16:28:53.968143 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-869c6c6a-52cf-4dcb-8e20-915e9e90ff8e req-bd11af11-43d4-4b24-9a13-16bf383e852a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025679 May 03 16:28:54.026417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1526355b-32d3-4008-b49a-235e3e250bac admin admin] Publish callbacks [] for security_group (a3083e8d-d234-4d30-9562-af7d3e97cfd7), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.074134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec698b-cbf9-4d9e-8c67-79d66891b2da req-f3459584-4457-4e7c-8f40-c37085f49de4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:54.075655 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-77ec698b-cbf9-4d9e-8c67-79d66891b2da req-f3459584-4457-4e7c-8f40-c37085f49de4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0456233 May 03 16:28:54.119046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1526355b-32d3-4008-b49a-235e3e250bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a3083e8d-d234-4d30-9562-af7d3e97cfd7), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.142785 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-77ec698b-cbf9-4d9e-8c67-79d66891b2da req-5b1ca574-0478-4044-83d0-97570bb5db22 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 May 03 16:28:54.159763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1526355b-32d3-4008-b49a-235e3e250bac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6635421862ac49548fbcb0108de808ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300361 May 03 16:28:54.162482 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46228) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:54.164513 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526355b-32d3-4008-b49a-235e3e250bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3083e8d-d234-4d30-9562-af7d3e97cfd7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:54.215923 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] Publish callbacks [] for security_group (a3083e8d-d234-4d30-9562-af7d3e97cfd7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.238542 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] Publish callbacks [] for security_group (a3083e8d-d234-4d30-9562-af7d3e97cfd7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.389220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a3083e8d-d234-4d30-9562-af7d3e97cfd7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.391905 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:54.395561 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3083e8d-d234-4d30-9562-af7d3e97cfd7 HTTP/1.1" status: 204 len: 168 time: 0.2297161 May 03 16:28:54.402436 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a2108-d9f7-4c76-afb2-5502b948dfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3083e8d-d234-4d30-9562-af7d3e97cfd7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:54.816224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1937fc94-98a9-4a4c-975d-4ed6002116e3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:28:55.094540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87e2c-60e9-45f8-8046-a3d456a5de1f req-2706b39d-497f-4507-aff1-328b8148a271 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:55.096327 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ba87e2c-60e9-45f8-8046-a3d456a5de1f req-2706b39d-497f-4507-aff1-328b8148a271 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0728621 May 03 16:28:55.116709 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b356-46bc-448f-af8e-7519957dce58 req-ad3dd9db-2ba3-4b7f-a917-81ee83b1138d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:55.122419 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fae2b356-46bc-448f-af8e-7519957dce58 req-ad3dd9db-2ba3-4b7f-a917-81ee83b1138d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.0671198 May 03 16:28:55.139240 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46262) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:55.152367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6010b3f2-2829-49bc-99a0-560306eb2970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.180324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ba87e2c-60e9-45f8-8046-a3d456a5de1f req-39f56638-e856-4d90-80fd-5e34d7f15992 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782228 May 03 16:28:55.215835 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fae2b356-46bc-448f-af8e-7519957dce58 req-0ad7592c-7e24-4a8a-b7c0-dcc24401c3ef tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902188 May 03 16:28:55.255714 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6010b3f2-2829-49bc-99a0-560306eb2970 admin admin] Publish callbacks [] for security_group (e9330fb1-e062-4a89-a390-d951a4fcfba2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.297674 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab518-4e84-4a8c-9599-94dd7d77fe9d req-9a5c01da-18d9-4b7e-8d3b-84cdd90d5dc1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:55.297674 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-836ab518-4e84-4a8c-9599-94dd7d77fe9d req-9a5c01da-18d9-4b7e-8d3b-84cdd90d5dc1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0506170 May 03 16:28:55.325627 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6010b3f2-2829-49bc-99a0-560306eb2970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e9330fb1-e062-4a89-a390-d951a4fcfba2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.341521 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-836ab518-4e84-4a8c-9599-94dd7d77fe9d req-61f3edd4-1775-4ca5-a98d-12314d7714bb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 May 03 16:28:55.361438 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6010b3f2-2829-49bc-99a0-560306eb2970 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3918bc393af492bbfd0e584619dabe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208595 May 03 16:28:55.364463 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46268) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:28:55.371731 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010b3f2-2829-49bc-99a0-560306eb2970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9330fb1-e062-4a89-a390-d951a4fcfba2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:55.413186 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] Publish callbacks [] for security_group (e9330fb1-e062-4a89-a390-d951a4fcfba2), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.434720 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] Publish callbacks [] for security_group (e9330fb1-e062-4a89-a390-d951a4fcfba2), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.576672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e9330fb1-e062-4a89-a390-d951a4fcfba2), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.579242 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:55.580445 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9330fb1-e062-4a89-a390-d951a4fcfba2 HTTP/1.1" status: 204 len: 168 time: 0.2147291 May 03 16:28:55.589103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046ed4-c2bb-48e1-a8e1-fae3b33d5f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9330fb1-e062-4a89-a390-d951a4fcfba2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:28:56.328003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900883a-68a6-4013-b12a-6736caf39d3b req-8adb1efd-3f1e-4bb3-86fc-10c6bd6ae921 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:56.329528 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7900883a-68a6-4013-b12a-6736caf39d3b req-8adb1efd-3f1e-4bb3-86fc-10c6bd6ae921 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0774903 May 03 16:28:56.353479 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b593b9-a3a5-45de-9327-256affd64ab7 req-9e8a1806-d738-436c-b477-0b5a73a048b4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:56.354932 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67b593b9-a3a5-45de-9327-256affd64ab7 req-9e8a1806-d738-436c-b477-0b5a73a048b4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.0721369 May 03 16:28:56.412282 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7900883a-68a6-4013-b12a-6736caf39d3b req-8b40050e-c9c7-4ae4-8452-44955c4b0d35 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 May 03 16:28:56.430154 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67b593b9-a3a5-45de-9327-256affd64ab7 req-d927f178-cbce-4c4e-aae7-f23a44237802 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667775 May 03 16:28:56.526925 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8dfcc-b213-4dfa-9367-fb300a23457e req-acdf84f7-2653-4d5d-8553-7ca95cba04e1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:56.528480 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0ef8dfcc-b213-4dfa-9367-fb300a23457e req-acdf84f7-2653-4d5d-8553-7ca95cba04e1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0493071 May 03 16:28:56.580067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0ef8dfcc-b213-4dfa-9367-fb300a23457e req-716e2340-8940-4fd9-9ad9-1e410be6d20f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 May 03 16:28:57.560283 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073879e-f619-4acf-8f52-161868d5002a req-0bb1d834-2a8c-46ae-b987-f9eb43c2b7bc tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:57.561764 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7073879e-f619-4acf-8f52-161868d5002a req-0bb1d834-2a8c-46ae-b987-f9eb43c2b7bc tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0761046 May 03 16:28:57.573507 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0f06f-7e41-40d9-881f-cec963bfc7dd req-ee841d79-e77e-4e48-aaab-690c6d65e53f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:57.573507 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fbf0f06f-7e41-40d9-881f-cec963bfc7dd req-ee841d79-e77e-4e48-aaab-690c6d65e53f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.0592856 May 03 16:28:57.651142 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7073879e-f619-4acf-8f52-161868d5002a req-8e5bc5f1-9850-4440-8c16-b542f166fb83 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 May 03 16:28:57.654589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fbf0f06f-7e41-40d9-881f-cec963bfc7dd req-75f6bd2e-824e-4b78-9662-b9eff419aa04 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761652 May 03 16:28:57.755103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4a721-e7f0-44f2-bb29-07040cbce91d req-e3114e50-bc41-4026-806a-d97827da25c7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:57.756643 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1a4a721-e7f0-44f2-bb29-07040cbce91d req-e3114e50-bc41-4026-806a-d97827da25c7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0475833 May 03 16:28:57.811784 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1a4a721-e7f0-44f2-bb29-07040cbce91d req-3138395a-fd27-4db1-971e-13ff7676b74b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 May 03 16:28:57.868215 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-466cb047-83b3-40e1-8364-075aed2c48a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:28:58.796655 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff52a3-d24e-4500-b6ae-3d8a518912df req-a564767b-50b9-4bf2-b124-04ec8378d116 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:58.798137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8ff52a3-d24e-4500-b6ae-3d8a518912df req-a564767b-50b9-4bf2-b124-04ec8378d116 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0786211 May 03 16:28:58.804107 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281b0b-60bb-4499-8067-1b3957874f8a req-f15de3c5-d136-4f56-a3c5-fa6ca1d9598a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:58.805617 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-16281b0b-60bb-4499-8067-1b3957874f8a req-f15de3c5-d136-4f56-a3c5-fa6ca1d9598a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.0761402 May 03 16:28:58.877834 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8ff52a3-d24e-4500-b6ae-3d8a518912df req-fc88842b-f5a7-4261-890d-cdeb672ef683 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 May 03 16:28:58.881701 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-16281b0b-60bb-4499-8067-1b3957874f8a req-3d59ac53-4afc-4bfc-858d-4d82860a590f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693026 May 03 16:28:58.978352 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa8ed-0c1d-4387-98cd-23629cd2bf78 req-aebf2204-9a17-4619-96f7-4010f6eb4ce6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:58.980024 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-689fa8ed-0c1d-4387-98cd-23629cd2bf78 req-aebf2204-9a17-4619-96f7-4010f6eb4ce6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0481968 May 03 16:28:59.031641 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-689fa8ed-0c1d-4387-98cd-23629cd2bf78 req-4616ef57-f9dd-4f83-a5e5-b812be6a8352 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 May 03 16:28:59.836002 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-c6fe23c4-6fd3-448d-8842-2c1025da8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:59.837559 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-c6fe23c4-6fd3-448d-8842-2c1025da8713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1128 time: 0.0781965 May 03 16:28:59.840603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-8a5cc740-12d1-4aac-bc0d-f726965f6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:28:59.841966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-8a5cc740-12d1-4aac-bc0d-f726965f6e0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1128 time: 0.0464792 May 03 16:29:00.127942 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-69e569d0-541d-4c48-a79d-1126306503d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.129423 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-69e569d0-541d-4c48-a79d-1126306503d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.2815382 May 03 16:29:00.140184 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292f4d5-c7fc-42de-90f2-70bc8b7e44b5 req-d674ef27-bbec-42da-956d-4a0aef774ef3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.141600 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1292f4d5-c7fc-42de-90f2-70bc8b7e44b5 req-d674ef27-bbec-42da-956d-4a0aef774ef3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 944 time: 0.1492689 May 03 16:29:00.147620 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d424ff-d08b-47f0-8625-602a96e09493 req-fc755789-b1ee-431e-9581-5980bd0257d4 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.149072 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62d424ff-d08b-47f0-8625-602a96e09493 req-fc755789-b1ee-431e-9581-5980bd0257d4 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.1498768 May 03 16:29:00.168182 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-045bded3-1254-4dd0-a31e-a34b02aecc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.169592 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-045bded3-1254-4dd0-a31e-a34b02aecc99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.3140132 May 03 16:29:00.204038 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1937fc94-98a9-4a4c-975d-4ed6002116e3 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:00.210777 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-54c5b498-0688-497b-b585-d34e24cddc2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0579443 May 03 16:29:00.237928 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81d47873-5643-46b9-b7fc-92fb22387d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:00.261531 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-501ddb52-819c-490b-9673-f4d93e3aa186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 217 time: 0.0531495 May 03 16:29:00.270586 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 1937fc94-98a9-4a4c-975d-4ed6002116e3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:29:00.290452 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-6215f922-e7d1-40e9-aade-5d3a5cc7f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.292793 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-6215f922-e7d1-40e9-aade-5d3a5cc7f3a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 1130 time: 0.0971341 May 03 16:29:00.310676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1292f4d5-c7fc-42de-90f2-70bc8b7e44b5 req-98b84703-33f5-4e7f-b4ed-b13bcf1ad067 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587586 May 03 16:29:00.316083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62d424ff-d08b-47f0-8625-602a96e09493 req-352069f8-9fda-4c88-9701-1fe7c2296043 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521106 May 03 16:29:00.322592 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-c29e0a82-9cae-4d97-9e6d-9f95cba97991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.324401 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-c29e0a82-9cae-4d97-9e6d-9f95cba97991 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.1275613 May 03 16:29:00.357727 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 1937fc94-98a9-4a4c-975d-4ed6002116e3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:00.358127 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:00.427525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d7dc7-acae-432e-a9f9-e459deae615b req-c0c872b5-8ddd-49de-8ca6-fc27886a9576 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:00.429214 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4d4d7dc7-acae-432e-a9f9-e459deae615b req-c0c872b5-8ddd-49de-8ca6-fc27886a9576 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0518186 May 03 16:29:00.482765 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4d4d7dc7-acae-432e-a9f9-e459deae615b req-430c2831-de9b-4e81-a415-10d0d516830a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 May 03 16:29:00.556260 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 1937fc94-98a9-4a4c-975d-4ed6002116e3 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:00.556676 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:00.578926 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:00.581225 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d09b2c-68af-483d-8415-659ae67d6e2e" -d '{"events": [{"server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "name": "network-vif-plugged", "status": "completed", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:00.594733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:00.621338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc106dc3-dc71-4318-8111-4dc176a295c6 x-openstack-request-id: req-cc106dc3-dc71-4318-8111-4dc176a295c6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:00.621647 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "name": "network-vif-plugged", "status": "completed", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:00.621900 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc106dc3-dc71-4318-8111-4dc176a295c6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:00.622296 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc106dc3-dc71-4318-8111-4dc176a295c6'] response: {'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'code': 200} May 03 16:29:00.645439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:00.694324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:01.028061 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:01.457227 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb8af-07ac-40fc-bf65-f4bbcb4c49ad req-904b5bce-6066-4bea-8c66-ba92ebc529e1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:01.458679 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-435cb8af-07ac-40fc-bf65-f4bbcb4c49ad req-904b5bce-6066-4bea-8c66-ba92ebc529e1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0798802 May 03 16:29:01.478257 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32fd11-385b-4552-94b2-51fcbc1fa387 req-91f5d8fb-d59e-4fa7-a152-d51dcb95a998 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:01.480246 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff32fd11-385b-4552-94b2-51fcbc1fa387 req-91f5d8fb-d59e-4fa7-a152-d51dcb95a998 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0698714 May 03 16:29:01.540064 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-435cb8af-07ac-40fc-bf65-f4bbcb4c49ad req-3b6a6cc1-99f5-43e4-9705-f2d9e5716f8d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758820 May 03 16:29:01.551843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff32fd11-385b-4552-94b2-51fcbc1fa387 req-e7509880-3746-4036-b165-42711a2ffc1c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654500 May 03 16:29:01.643009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbeea8-1c04-4f18-b37e-fb97208068b0 req-cde5d9c2-fdda-489b-b327-19cabba03208 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:01.644556 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19bbeea8-1c04-4f18-b37e-fb97208068b0 req-cde5d9c2-fdda-489b-b327-19cabba03208 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0461528 May 03 16:29:01.691676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19bbeea8-1c04-4f18-b37e-fb97208068b0 req-f89b792d-c67c-4493-ab3f-ecf9cd861715 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 May 03 16:29:02.184854 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.216128 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-708a544f-6a7f-4f70-bb9e-8a074c27a3ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.310586 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] Publish callbacks [] for security_group (c4e22b66-82cb-47d8-82b3-064191ee1d69), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.409208 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-9760e0de-505e-4b50-b668-63fd6ff85a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:02.410646 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-9760e0de-505e-4b50-b668-63fd6ff85a1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.2488661 May 03 16:29:02.413872 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-2a46d246-731c-44b2-a34b-6efe3d57c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:02.415096 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-2a46d246-731c-44b2-a34b-6efe3d57c7a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.2442865 May 03 16:29:02.415773 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c4e22b66-82cb-47d8-82b3-064191ee1d69), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.456064 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.db.api [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-708a544f-6a7f-4f70-bb9e-8a074c27a3ec service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c6c055ef88fb4f6485c8fe60c312adbd {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:29:02.456396 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG oslo_db.api [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-708a544f-6a7f-4f70-bb9e-8a074c27a3ec service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:29:02.463592 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928295 May 03 16:29:02.464329 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e22b66-82cb-47d8-82b3-064191ee1d69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:02.681191 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd94ff-c509-4235-b9bf-8ee5afb419ab req-23a16887-2be4-428b-b97e-4695a1593a27 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:02.682771 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54dd94ff-c509-4235-b9bf-8ee5afb419ab req-23a16887-2be4-428b-b97e-4695a1593a27 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0718284 May 03 16:29:02.702968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4e673-f011-4037-b115-9275c3f9ae18 req-469e514d-dc51-4205-a07e-27bf12abf2d1 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:02.704409 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64e4e673-f011-4037-b115-9275c3f9ae18 req-469e514d-dc51-4205-a07e-27bf12abf2d1 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0820732 May 03 16:29:02.773873 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54dd94ff-c509-4235-b9bf-8ee5afb419ab req-2c0eea18-8502-4a03-8fdd-edf21f5c60d1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853486 May 03 16:29:02.781973 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64e4e673-f011-4037-b115-9275c3f9ae18 req-4c9d8bc2-47e3-42a8-b234-c3e71d178640 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 May 03 16:29:02.820642 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.949473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d1728-df27-4b54-9c76-74da5d263777 req-7db42532-bf69-4eff-b91f-e628deb8fe89 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:02.950835 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b15d1728-df27-4b54-9c76-74da5d263777 req-7db42532-bf69-4eff-b91f-e628deb8fe89 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 944 time: 0.0450261 May 03 16:29:02.957378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-708a544f-6a7f-4f70-bb9e-8a074c27a3ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:02.998195 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b15d1728-df27-4b54-9c76-74da5d263777 req-7fbf2109-3717-4152-ab78-7d91f0e198c3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 May 03 16:29:03.022680 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eafa05d9-c9e0-41fe-849d-6265c063de96 req-708a544f-6a7f-4f70-bb9e-8a074c27a3ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392663 May 03 16:29:03.434928 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 838199f4-9844-4392-9dd1-f1a760c8cf1a details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:29:03.534737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:03.546221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '838199f4-9844-4392-9dd1-f1a760c8cf1a', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'port_id': '838199f4-9844-4392-9dd1-f1a760c8cf1a', 'mac_address': 'fa:16:3e:2d:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:29:03.582636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 838199f4-9844-4392-9dd1-f1a760c8cf1a is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:03.583017 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:03.595542 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838199f4-9844-4392-9dd1-f1a760c8cf1a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:29:03.614661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:03.671702 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:03.722054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:03.913691 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc902ec-9a00-4811-8f91-eebeb3f5547f req-830bd3d3-4d0a-447d-887f-8ef3c73498b3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:03.915131 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dc902ec-9a00-4811-8f91-eebeb3f5547f req-830bd3d3-4d0a-447d-887f-8ef3c73498b3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0733993 May 03 16:29:03.923691 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4b6d-961a-426f-a25e-1abc219fa0cd req-a9c4cd3e-e1d7-43f1-b1fd-477fe421c849 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:03.925045 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e5e4b6d-961a-426f-a25e-1abc219fa0cd req-a9c4cd3e-e1d7-43f1-b1fd-477fe421c849 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0745595 May 03 16:29:03.994674 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dc902ec-9a00-4811-8f91-eebeb3f5547f req-5b34d4b7-00e2-4173-b8ec-b37ea13efec0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686314 May 03 16:29:03.997861 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e5e4b6d-961a-426f-a25e-1abc219fa0cd req-79d42c9d-2939-4e62-9b35-fb4d99dcef32 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664041 May 03 16:29:04.110748 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7163011-1325-4a2f-a26f-505e1cc6035d req-894709c5-374d-4e0a-a8bb-10001a729d5a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:04.112368 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7163011-1325-4a2f-a26f-505e1cc6035d req-894709c5-374d-4e0a-a8bb-10001a729d5a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 945 time: 0.0473926 May 03 16:29:04.148188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:04.162584 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7163011-1325-4a2f-a26f-505e1cc6035d req-2cf5f4d1-6aca-47e0-8512-616c3732a4e4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 May 03 16:29:04.526370 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['838199f4-9844-4392-9dd1-f1a760c8cf1a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:29:04.595604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-115987f4-b35e-46a3-93cb-2ce4ac0d2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:04.597124 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-115987f4-b35e-46a3-93cb-2ce4ac0d2bbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721366 May 03 16:29:04.598164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-39b14702-614a-4642-9c16-8837430fcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:04.599617 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-39b14702-614a-4642-9c16-8837430fcba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727689 May 03 16:29:05.133490 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93cbbf-8582-4988-9e8b-8869c8a8c891 req-4bc6d4af-8c16-4447-ad89-4215c986dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:05.135297 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ed93cbbf-8582-4988-9e8b-8869c8a8c891 req-4bc6d4af-8c16-4447-ad89-4215c986dba4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1129 time: 0.0422428 May 03 16:29:05.137057 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83b747-79c4-44af-924e-8d68e1c3c2d0 req-b52d3791-7e9a-41d8-84f0-08ec67593415 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:05.138520 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6a83b747-79c4-44af-924e-8d68e1c3c2d0 req-b52d3791-7e9a-41d8-84f0-08ec67593415 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0769558 May 03 16:29:05.146057 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28642-b67d-4aa3-b945-d98510cc24b7 req-f87f2c8e-13ab-47ce-b863-b74b694d450c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:05.146057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4c28642-b67d-4aa3-b945-d98510cc24b7 req-f87f2c8e-13ab-47ce-b863-b74b694d450c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0824819 May 03 16:29:05.217026 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6a83b747-79c4-44af-924e-8d68e1c3c2d0 req-0a4ec41e-16a7-439d-af5a-42b6ddcf92ac tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700381 May 03 16:29:05.224067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4c28642-b67d-4aa3-b945-d98510cc24b7 req-8dabda59-ea18-439b-8da3-783a43a346ce tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 May 03 16:29:05.316204 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc15a3-909c-48bf-8900-d06b49ae9f09 req-f9f4f3e7-808b-4a03-a3c8-0318932c9fbf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:05.317645 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5dc15a3-909c-48bf-8900-d06b49ae9f09 req-f9f4f3e7-808b-4a03-a3c8-0318932c9fbf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 945 time: 0.0458071 May 03 16:29:05.363677 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5dc15a3-909c-48bf-8900-d06b49ae9f09 req-90943370-402c-4516-80a8-4c2aa8fb534c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 May 03 16:29:05.877354 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ed93cbbf-8582-4988-9e8b-8869c8a8c891 req-98a2821e-5759-4403-8232-a38eda2bb16e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 May 03 16:29:05.961240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-bec744d6-2f0b-4d7e-b664-c4485b25646f service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510155 May 03 16:29:05.964678 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-019f6ca5-79a5-4f21-8bd6-efa893e200c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533206 May 03 16:29:06.312954 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 838199f4-9844-4392-9dd1-f1a760c8cf1a up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:06.371165 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 838199f4-9844-4392-9dd1-f1a760c8cf1a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:29:06.378679 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f7f10-54a6-45c9-a8ce-3c658fc1d04a req-2796f5ba-e4e9-4a15-98e6-8e282c9a6c19 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:06.380179 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-627f7f10-54a6-45c9-a8ce-3c658fc1d04a req-2796f5ba-e4e9-4a15-98e6-8e282c9a6c19 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0859277 May 03 16:29:06.386904 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340765-0f7a-4c45-8652-59d072c66470 req-bcd71051-8a12-47a7-85e2-494a6ef0c757 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:06.388337 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2340765-0f7a-4c45-8652-59d072c66470 req-bcd71051-8a12-47a7-85e2-494a6ef0c757 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.1036496 May 03 16:29:06.440113 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 838199f4-9844-4392-9dd1-f1a760c8cf1a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:06.440691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:06.616929 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 838199f4-9844-4392-9dd1-f1a760c8cf1a is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:06.617323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:06.653206 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:06.670486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-627f7f10-54a6-45c9-a8ce-3c658fc1d04a req-7474b0d0-e5c5-4b9a-957e-505a0b9b3c21 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664759 May 03 16:29:06.670755 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d2fdf-c154-4e6d-b522-9f2f80fffce0" -d '{"events": [{"server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "name": "network-vif-plugged", "status": "completed", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:06.670941 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2340765-0f7a-4c45-8652-59d072c66470 req-be05621d-0639-44ee-b697-9e1e263e0220 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717392 May 03 16:29:06.700880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:06.731394 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-19b7a07a-4a0c-4cb2-8fc1-15d28e1d1eb1 req-990699e4-5687-4d82-a767-52c025949fff service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172467 May 03 16:29:06.733178 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0579e49b-dc31-4697-859e-33dfa9b628c7 req-e60baa2a-f000-4d4b-b859-c82e3a46574e service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355958 May 03 16:29:06.777932 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436bc7b5-81fb-473e-856d-33f5a78fa20b x-openstack-request-id: req-436bc7b5-81fb-473e-856d-33f5a78fa20b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:06.778249 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "name": "network-vif-plugged", "status": "completed", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:06.778512 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-436bc7b5-81fb-473e-856d-33f5a78fa20b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:06.778910 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436bc7b5-81fb-473e-856d-33f5a78fa20b'] response: {'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a', 'code': 200} May 03 16:29:06.817279 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40176a96-acdd-4b07-8c10-369520a101d3 req-cd27a398-aaaa-495b-9812-526a3c92f4d8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:06.839669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40176a96-acdd-4b07-8c10-369520a101d3 req-cd27a398-aaaa-495b-9812-526a3c92f4d8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 945 time: 0.0538714 May 03 16:29:06.907393 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40176a96-acdd-4b07-8c10-369520a101d3 req-a53ec044-bce7-4645-a3b4-c45d257b8c6f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534508 May 03 16:29:06.908335 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:06.931125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:07.834964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e52ec-0b19-41ab-a675-e027dbb486ff req-39c69980-595d-4804-b53d-798b8740892c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:07.834964 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fa8e52ec-0b19-41ab-a675-e027dbb486ff req-39c69980-595d-4804-b53d-798b8740892c tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0759645 May 03 16:29:07.834964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa0cd-afdd-41fe-896f-9034194907bf req-92a86933-c95c-4d8f-b717-887fcfc7c54e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:07.834964 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3ecfa0cd-afdd-41fe-896f-9034194907bf req-92a86933-c95c-4d8f-b717-887fcfc7c54e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0736408 May 03 16:29:07.887817 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3ecfa0cd-afdd-41fe-896f-9034194907bf req-3e0f859d-c426-428a-813f-4937f6e6048d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721512 May 03 16:29:07.890831 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fa8e52ec-0b19-41ab-a675-e027dbb486ff req-e8a09414-f4ff-4d52-b763-cab27f3c971d tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807195 May 03 16:29:08.008636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899548f-3cda-41ae-bae7-892f5eeb654b req-2feb3d3a-9c84-4bb1-888c-945868bb2b8c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:08.010607 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f899548f-3cda-41ae-bae7-892f5eeb654b req-2feb3d3a-9c84-4bb1-888c-945868bb2b8c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0508783 May 03 16:29:08.060763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f899548f-3cda-41ae-bae7-892f5eeb654b req-251fcb08-f8ea-4175-930f-0f239f460968 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 May 03 16:29:08.154309 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:29:08.195792 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46580) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:08.314623 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.395912 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Publish callbacks [] for security_group (19fe41de-ae14-4bdb-b56b-783d8f7bd793), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.460298 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (19fe41de-ae14-4bdb-b56b-783d8f7bd793), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.503819 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46592) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:08.504319 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6598813cf61146b2b1b591fd04b70d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067839 May 03 16:29:08.506039 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe41de-ae14-4bdb-b56b-783d8f7bd793,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:08.515077 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.523022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c210a11-c5a7-4ca3-ad9e-e39d959cceb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.565611 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Publish callbacks [] for security_group (19fe41de-ae14-4bdb-b56b-783d8f7bd793), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.588565 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Publish callbacks [] for security_group (19fe41de-ae14-4bdb-b56b-783d8f7bd793), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.736800 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (19fe41de-ae14-4bdb-b56b-783d8f7bd793), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.740112 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:08.741315 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19fe41de-ae14-4bdb-b56b-783d8f7bd793 HTTP/1.1" status: 204 len: 168 time: 0.2363043 May 03 16:29:08.750677 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe41de-ae14-4bdb-b56b-783d8f7bd793,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:08.757729 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.758072 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.758429 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.758764 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.759091 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.759452 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.759764 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.760256 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.760458 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.760777 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.761114 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.762467 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.762467 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.762666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.762971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698c63c-0253-4eb6-bc4a-aa2a9491bb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:08.993930 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb769538-f2b1-4815-9ccd-a3ba9ff699b8 req-3af51c3d-cca6-4c77-b8b3-75db7d12a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:08.996094 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb769538-f2b1-4815-9ccd-a3ba9ff699b8 req-3af51c3d-cca6-4c77-b8b3-75db7d12a9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1130 time: 0.0832605 May 03 16:29:09.050966 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddfad5-95df-4db7-a0bf-7506bd8c3091 req-0b69d2e3-ea5a-483d-aa17-b234edad096e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:09.052507 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95ddfad5-95df-4db7-a0bf-7506bd8c3091 req-0b69d2e3-ea5a-483d-aa17-b234edad096e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0704703 May 03 16:29:09.091132 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb769538-f2b1-4815-9ccd-a3ba9ff699b8 req-90918d2f-dcf4-49cc-aab0-e30efa30aced service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790243 May 03 16:29:09.121951 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95ddfad5-95df-4db7-a0bf-7506bd8c3091 req-4a63b5c5-9e1b-4f04-bced-0871f74916ec tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605519 May 03 16:29:09.217557 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc4dc6-7bdb-41dc-8ffb-123a19998ea5 req-ac54bdb2-fe9b-4bd7-a447-a8019e7fa8a8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:09.219916 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cafc4dc6-7bdb-41dc-8ffb-123a19998ea5 req-ac54bdb2-fe9b-4bd7-a447-a8019e7fa8a8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0539398 May 03 16:29:09.274415 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cafc4dc6-7bdb-41dc-8ffb-123a19998ea5 req-58378eb5-fd6a-41ce-acc4-5b9c498cea5f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 May 03 16:29:09.342086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddb14d-1326-4828-9f99-4df14b30fc0b req-4b8592cc-5348-4816-b522-4463a886c2e6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:09.344762 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-08ddb14d-1326-4828-9f99-4df14b30fc0b req-4b8592cc-5348-4816-b522-4463a886c2e6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0528934 May 03 16:29:09.352774 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:09.358361 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'floatingip': {'port_id': '1937fc94-98a9-4a4c-975d-4ed6002116e3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:09.371355 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:09.438705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:10.290558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:10.356633 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:10.426830 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce790ac5-4428-42de-9f78-264820b4e293 req-2455a446-327b-4b5f-ac36-2d17e5cd3840 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:10.428327 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce790ac5-4428-42de-9f78-264820b4e293 req-2455a446-327b-4b5f-ac36-2d17e5cd3840 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0828876 May 03 16:29:10.524871 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Floating IP b1799bc6-cc27-439a-bd9b-23d48cb8ad80 associated. External IP: 172.27.0.184, port: 1937fc94-98a9-4a4c-975d-4ed6002116e3. May 03 16:29:10.531224 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce790ac5-4428-42de-9f78-264820b4e293 req-07aabdfc-25bd-42bd-af6a-bff04004ecfc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961196 May 03 16:29:10.807631 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:29:10.918024 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:29:10.922541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:10.932073 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:29:10.942574 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:10.943240 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:10.962582 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f1629748-0d07-4d62-a435-a80fcf0b9a75 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "PUT /v2.0/floatingips/b1799bc6-cc27-439a-bd9b-23d48cb8ad80 HTTP/1.1" status: 200 len: 991 time: 1.5981164 May 03 16:29:10.962582 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:10.962582 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938c7f40-674e-4d60-9ed4-01de6e5ae26b" -d '{"events": [{"name": "network-changed", "server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:10.991725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a417126-17df-4827-a36b-2e78daef456c x-openstack-request-id: req-5a417126-17df-4827-a36b-2e78daef456c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:10.992493 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:10.992760 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a417126-17df-4827-a36b-2e78daef456c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:10.993166 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a417126-17df-4827-a36b-2e78daef456c'] response: {'name': 'network-changed', 'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'status': 'completed', 'code': 200} May 03 16:29:11.058287 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:11.120817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:11.208171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46696) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:11.293691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3deddd55-a39f-48ba-af6d-fce86fd11caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.321906 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47ec0715-3f18-4b62-b536-8868aa63ecac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.427028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3deddd55-a39f-48ba-af6d-fce86fd11caa admin admin] Publish callbacks [] for security_group (8148023f-eb66-429f-bb3f-b860d1d279d3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.442216 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'b1799bc6-cc27-439a-bd9b-23d48cb8ad80', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:69:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:28:23Z', 'updated_at': '2022-05-03T16:29:10Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:11.449229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47ec0715-3f18-4b62-b536-8868aa63ecac admin admin] Publish callbacks [] for security_group (37258a61-9d4f-4ef8-986b-36f349132b42), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.470903 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:29:11.479834 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:11.480474 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:11.490637 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3deddd55-a39f-48ba-af6d-fce86fd11caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8148023f-eb66-429f-bb3f-b860d1d279d3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.526123 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47ec0715-3f18-4b62-b536-8868aa63ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (37258a61-9d4f-4ef8-986b-36f349132b42), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.534627 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3deddd55-a39f-48ba-af6d-fce86fd11caa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7647dc0792e645eb95f92dc634af9836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125323 May 03 16:29:11.537358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46700) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:11.546102 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deddd55-a39f-48ba-af6d-fce86fd11caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8148023f-eb66-429f-bb3f-b860d1d279d3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:11.566248 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-47ec0715-3f18-4b62-b536-8868aa63ecac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6aa10b52c97468eb2f5658aef9fd8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569970 May 03 16:29:11.571714 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:11.595426 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec0715-3f18-4b62-b536-8868aa63ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37258a61-9d4f-4ef8-986b-36f349132b42,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:11.610463 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:11.643631 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] Publish callbacks [] for security_group (37258a61-9d4f-4ef8-986b-36f349132b42), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.661024 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] Publish callbacks [] for security_group (8148023f-eb66-429f-bb3f-b860d1d279d3), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.668271 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] Publish callbacks [] for security_group (37258a61-9d4f-4ef8-986b-36f349132b42), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.681068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f10f-064b-41f8-b0e5-e09b4778844b req-26e522cf-871d-4ae7-8e1b-4df9984de223 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:11.683100 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9036f10f-064b-41f8-b0e5-e09b4778844b req-26e522cf-871d-4ae7-8e1b-4df9984de223 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0679891 May 03 16:29:11.702966 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] Publish callbacks [] for security_group (8148023f-eb66-429f-bb3f-b860d1d279d3), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.783798 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9036f10f-064b-41f8-b0e5-e09b4778844b req-ea7d9be0-8f29-4fd3-9f3c-7de20ad5542b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927923 May 03 16:29:11.831212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (37258a61-9d4f-4ef8-986b-36f349132b42), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.833865 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.835130 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37258a61-9d4f-4ef8-986b-36f349132b42 HTTP/1.1" status: 204 len: 168 time: 0.2596509 May 03 16:29:11.843011 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d5fe-4bb0-48be-8513-6a02f23b5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37258a61-9d4f-4ef8-986b-36f349132b42,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:11.857606 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'b1799bc6-cc27-439a-bd9b-23d48cb8ad80', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:69:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:28:23Z', 'updated_at': '2022-05-03T16:29:10Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:11.885891 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e51b03-1250-4f5d-a2b1-8efc51297ed8 None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'b1799bc6-cc27-439a-bd9b-23d48cb8ad80', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:69:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:28:23Z', 'updated_at': '2022-05-03T16:29:10Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:29:11.890692 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8148023f-eb66-429f-bb3f-b860d1d279d3), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.894016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:11.895145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8148023f-eb66-429f-bb3f-b860d1d279d3 HTTP/1.1" status: 204 len: 168 time: 0.3568282 May 03 16:29:11.904702 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e26f-7aa1-4099-b079-657c9e05313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148023f-eb66-429f-bb3f-b860d1d279d3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:12.110759 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36ad5a-e5b9-4c4b-b3e7-0e06855c5e9d None None] New status for floating IP b1799bc6-cc27-439a-bd9b-23d48cb8ad80: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:29:12.535503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:12.549258 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a70747f3-674a-462a-98bf-9a7a90e5d3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.621508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a70747f3-674a-462a-98bf-9a7a90e5d3cf admin admin] Publish callbacks [] for security_group (a73d8069-edf4-4a20-8316-1ebe2f32696f), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.694214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a70747f3-674a-462a-98bf-9a7a90e5d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a73d8069-edf4-4a20-8316-1ebe2f32696f), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.734131 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a70747f3-674a-462a-98bf-9a7a90e5d3cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54397fadd6c14fceb611f106add93ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975412 May 03 16:29:12.736079 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70747f3-674a-462a-98bf-9a7a90e5d3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d8069-edf4-4a20-8316-1ebe2f32696f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:12.736825 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46738) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:12.789806 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] Publish callbacks [] for security_group (a73d8069-edf4-4a20-8316-1ebe2f32696f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.812843 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] Publish callbacks [] for security_group (a73d8069-edf4-4a20-8316-1ebe2f32696f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.903453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864056f2-01a6-4799-b830-89e6c8090e37 req-a32d70e6-43e7-4a7a-ad87-b50542327b66 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:12.905014 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-864056f2-01a6-4799-b830-89e6c8090e37 req-a32d70e6-43e7-4a7a-ad87-b50542327b66 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0492513 May 03 16:29:12.933988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a73d8069-edf4-4a20-8316-1ebe2f32696f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.936612 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:12.937741 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a73d8069-edf4-4a20-8316-1ebe2f32696f HTTP/1.1" status: 204 len: 168 time: 0.1994469 May 03 16:29:12.950227 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0ec5b-80a1-4ec2-85d2-730198d8ce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d8069-edf4-4a20-8316-1ebe2f32696f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:12.965675 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-864056f2-01a6-4799-b830-89e6c8090e37 req-a88c7f14-4b14-4de0-bbf4-ad47c1ae41d7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 May 03 16:29:14.079390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dcece-ab5a-447b-8be0-0f66689ec7b6 req-37db275c-11ba-47d6-ad89-6689eef53049 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:14.080829 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-407dcece-ab5a-447b-8be0-0f66689ec7b6 req-37db275c-11ba-47d6-ad89-6689eef53049 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0468149 May 03 16:29:14.128854 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-407dcece-ab5a-447b-8be0-0f66689ec7b6 req-192cb8c0-4b40-4117-86e1-510e6fdac13a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 May 03 16:29:15.244058 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9421db-4672-4409-bfa0-f644ccc5a493 req-8fbade85-163b-497f-a731-16f8f80edf83 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:15.246049 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe9421db-4672-4409-bfa0-f644ccc5a493 req-8fbade85-163b-497f-a731-16f8f80edf83 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0462165 May 03 16:29:15.297397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe9421db-4672-4409-bfa0-f644ccc5a493 req-38a95fb8-7f44-4802-a6e6-7b8b06795b7b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 May 03 16:29:15.930563 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-ea45921b-b765-4955-b980-36304a739e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:15.932162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-ea45921b-b765-4955-b980-36304a739e1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1129 time: 0.0416408 May 03 16:29:16.022993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-6c5cd4ad-64df-437a-bdd3-aeaf1a8eb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:16.024479 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-6c5cd4ad-64df-437a-bdd3-aeaf1a8eb647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.0863194 May 03 16:29:16.122084 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-2c5d9175-4e5f-429f-9513-c75a33822081 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 1001 time: 0.0909007 May 03 16:29:16.169700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-21f5c311-c3df-48f4-a39c-8fa819e88f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:16.171133 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-21f5c311-c3df-48f4-a39c-8fa819e88f23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0430486 May 03 16:29:16.220532 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-c5abd415-c0cb-4e4e-b1bf-ceefedeee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:16.221978 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-c5abd415-c0cb-4e4e-b1bf-ceefedeee77f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405717 May 03 16:29:16.312069 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-9e673d1c-c4cf-4713-b6bf-1c723a0c3a6b service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 May 03 16:29:16.625026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fd1e3-5db1-42b0-a7fe-a65df305fbe0 req-93b5d282-6c61-4c91-98a8-d1adb8f9d15d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:16.626490 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-767fd1e3-5db1-42b0-a7fe-a65df305fbe0 req-93b5d282-6c61-4c91-98a8-d1adb8f9d15d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0640886 May 03 16:29:16.632793 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-938c7f40-674e-4d60-9ed4-01de6e5ae26b req-ba78c99a-5a0c-4d24-9176-2897ff95464a service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141937 May 03 16:29:16.675765 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-767fd1e3-5db1-42b0-a7fe-a65df305fbe0 req-87c9575b-1eb3-4c23-a5c2-ba1648c8e6e0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 May 03 16:29:16.811672 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-44e5eebe-9b2a-4b77-a3c6-072a1fa1a358 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397124 May 03 16:29:16.948614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18144fe0-f517-4e66-8b0f-806248c3775e req-ba09a523-6129-4d40-9f6f-55607dae610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:16.950358 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-ba09a523-6129-4d40-9f6f-55607dae610b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58105e939ccc4750a9676302a6c0eeed&device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 1130 time: 0.0403509 May 03 16:29:17.063751 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18144fe0-f517-4e66-8b0f-806248c3775e req-c7eb25b7-a008-4b15-8c1e-947d10b47f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.065172 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-c7eb25b7-a008-4b15-8c1e-947d10b47f02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5277e8f7-065b-4ae5-8777-bdcbb43ea983 HTTP/1.1" status: 200 len: 913 time: 0.0951626 May 03 16:29:17.114002 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-34383b1f-b15a-445f-9799-dab0152ff271 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd HTTP/1.1" status: 200 len: 217 time: 0.0390232 May 03 16:29:17.202976 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18144fe0-f517-4e66-8b0f-806248c3775e req-9b8fc5b2-4752-4bfe-87ef-7ddc62a24cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.204457 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-9b8fc5b2-4752-4bfe-87ef-7ddc62a24cc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb00e384-2ee7-4c23-af8e-1ace96c87cae HTTP/1.1" status: 200 len: 852 time: 0.0834386 May 03 16:29:17.251317 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800e12-ad68-4c2f-b2c1-29cbcb8e3a59 req-241462bd-9547-4112-84bf-2f6689917b0b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.252763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-66800e12-ad68-4c2f-b2c1-29cbcb8e3a59 req-241462bd-9547-4112-84bf-2f6689917b0b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0917656 May 03 16:29:17.277324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-138cab1f-62ca-413c-9bb0-7ac26e07b142 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5277e8f7-065b-4ae5-8777-bdcbb43ea983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592597 May 03 16:29:17.298108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-436cdecf-2f45-41c8-ae12-2f16ab36473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.299545 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-436cdecf-2f45-41c8-ae12-2f16ab36473e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1130 time: 0.0922847 May 03 16:29:17.405550 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-66800e12-ad68-4c2f-b2c1-29cbcb8e3a59 req-dd5606cc-dcb3-428a-96e5-f05367836eb6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329255 May 03 16:29:17.457356 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-4829eb07-0093-4ca3-9bbf-d066e25d7272 service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725101 May 03 16:29:17.505442 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-a24d0cd8-73ea-4681-bddc-3020e25d5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.506934 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-a24d0cd8-73ea-4681-bddc-3020e25d5baf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.1800375 May 03 16:29:17.553825 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-34728552-fca2-42d0-9b88-c0013d36a2a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0400772 May 03 16:29:17.645855 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-e0c9e61f-d468-463c-8f9b-b11e77f3e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.647295 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-e0c9e61f-d468-463c-8f9b-b11e77f3e858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0671477 May 03 16:29:17.649207 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18144fe0-f517-4e66-8b0f-806248c3775e req-5c32b044-eeeb-49c0-a92d-696d201c8a79 service neutron] 10.222.0.36 "GET /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738141 May 03 16:29:17.699169 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-f676bb5d-7e33-4c6f-a0fb-b7d8ee5292d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:17.700665 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-f676bb5d-7e33-4c6f-a0fb-b7d8ee5292d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387204 May 03 16:29:17.809360 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-0a8c50e8-6d5a-497a-94c8-4bfc74316724 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945640 May 03 16:29:17.901339 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5b0153-b235-4fc2-961a-a15d13e3947d req-1bb578af-f170-44b7-8ca6-6f968efd24a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 May 03 16:29:18.512204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-d8b9b069-a246-4169-aee2-42a4bb297a23 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=396b341098504bb4956262d0ae1aabc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386250 May 03 16:29:18.594180 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473bec9-8f60-48d0-b1af-4228b2e28e33 req-6bef2f79-89f5-4350-ab9d-a53a271b8b8f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:18.595681 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6473bec9-8f60-48d0-b1af-4228b2e28e33 req-6bef2f79-89f5-4350-ab9d-a53a271b8b8f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.1116295 May 03 16:29:18.754462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6473bec9-8f60-48d0-b1af-4228b2e28e33 req-4e545f7a-17cb-451d-a677-dac878e94e63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527395 May 03 16:29:18.764002 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-97bcf6e4-878b-4bd6-aa2d-d6201169fef4 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:18.765421 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-97bcf6e4-878b-4bd6-aa2d-d6201169fef4 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346303 May 03 16:29:18.780894 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-d5ae27b9-0607-485c-82d9-8610271d18dd tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/quotas/396b341098504bb4956262d0ae1aabc5 HTTP/1.1" status: 200 len: 375 time: 0.0095692 May 03 16:29:18.816001 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-c0421e61-b02d-48c6-9ad9-b35de368a89c tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=396b341098504bb4956262d0ae1aabc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297942 May 03 16:29:19.064465 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4d533653-fcd1-45af-917a-6b293e6fae0a req-687ac147-7792-4145-b8fd-2060a52fea3f tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0268414 May 03 16:29:19.877379 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7592-849e-429c-a180-4b9f49bf5142 req-e33c0263-adac-4f78-8b0a-22e897775fa2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:19.878824 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dd4f7592-849e-429c-a180-4b9f49bf5142 req-e33c0263-adac-4f78-8b0a-22e897775fa2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0481138 May 03 16:29:19.927760 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dd4f7592-849e-429c-a180-4b9f49bf5142 req-f68d5983-f59a-4a8b-b4f8-ef920cbce3dd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 May 03 16:29:20.043028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:20.140842 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4c48778a-80aa-4888-94ad-b4736c3cf078 req-6e12e1de-dfbd-40cd-a68b-aca8d670f85f tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0271196 May 03 16:29:20.147933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0866-5427-497f-8c4a-128f634b9a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.221711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0866-5427-497f-8c4a-128f634b9a9b admin admin] Publish callbacks [] for security_group (b51e2979-1de5-4e8b-b55e-697a0532bf4d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.333729 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0866-5427-497f-8c4a-128f634b9a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b51e2979-1de5-4e8b-b55e-697a0532bf4d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.377086 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b8ca0866-5427-497f-8c4a-128f634b9a9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f244c01e004a4495a871ff3e90d66dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327570 May 03 16:29:20.377955 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca0866-5427-497f-8c4a-128f634b9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e2979-1de5-4e8b-b55e-697a0532bf4d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:20.379706 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:20.428530 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] Publish callbacks [] for security_group (b51e2979-1de5-4e8b-b55e-697a0532bf4d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.451421 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] Publish callbacks [] for security_group (b51e2979-1de5-4e8b-b55e-697a0532bf4d), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.599149 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b51e2979-1de5-4e8b-b55e-697a0532bf4d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.601826 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:20.603059 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b51e2979-1de5-4e8b-b55e-697a0532bf4d HTTP/1.1" status: 204 len: 168 time: 0.2222793 May 03 16:29:20.612484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1890fc-1230-4d52-a31e-930bf13368f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e2979-1de5-4e8b-b55e-697a0532bf4d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:21.049185 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3b3c1-d279-4a3e-b3d9-c272d9c988bd req-79a6f4ca-d8dc-4266-bed3-5183f028eccf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:21.050639 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ca3b3c1-d279-4a3e-b3d9-c272d9c988bd req-79a6f4ca-d8dc-4266-bed3-5183f028eccf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0447681 May 03 16:29:21.096701 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ca3b3c1-d279-4a3e-b3d9-c272d9c988bd req-fcea815a-f0f5-46d9-97fd-fe52f107fce4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 May 03 16:29:21.243919 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-94962cdb-3ec6-484a-ba06-267cdba03d29 req-96fcc2c3-24d6-4631-af45-a4268cb0758b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0312696 May 03 16:29:21.327583 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 46994) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:21.341330 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbd829f-55c0-4263-8e69-cd72c23fbc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.414702 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbd829f-55c0-4263-8e69-cd72c23fbc52 admin admin] Publish callbacks [] for security_group (91b158fe-9275-4fab-a654-67ede9c2c925), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.499455 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbd829f-55c0-4263-8e69-cd72c23fbc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (91b158fe-9275-4fab-a654-67ede9c2c925), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.539810 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3bbd829f-55c0-4263-8e69-cd72c23fbc52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00cd576177e5454dab5c6508536ef4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111475 May 03 16:29:21.540667 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd829f-55c0-4263-8e69-cd72c23fbc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b158fe-9275-4fab-a654-67ede9c2c925,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:21.542523 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 46998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:21.592684 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] Publish callbacks [] for security_group (91b158fe-9275-4fab-a654-67ede9c2c925), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.612970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] Publish callbacks [] for security_group (91b158fe-9275-4fab-a654-67ede9c2c925), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.730127 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (91b158fe-9275-4fab-a654-67ede9c2c925), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.732669 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:21.733787 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91b158fe-9275-4fab-a654-67ede9c2c925 HTTP/1.1" status: 204 len: 168 time: 0.1896431 May 03 16:29:21.743109 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c7a0c-2659-4d1d-a95c-3459eae68ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b158fe-9275-4fab-a654-67ede9c2c925,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:22.356376 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-811269bc-d0b4-43b7-95e5-5aa88799eb62 req-bc09c347-8f54-4984-95d8-46157758cb30 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0418730 May 03 16:29:22.373882 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eac97-18b0-40a5-ad52-e13f60c6b369 req-02dddc9b-01d9-4601-8533-4dea9eabf777 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:22.375613 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3a1eac97-18b0-40a5-ad52-e13f60c6b369 req-02dddc9b-01d9-4601-8533-4dea9eabf777 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0703385 May 03 16:29:22.424638 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3a1eac97-18b0-40a5-ad52-e13f60c6b369 req-192e8c22-53ec-44a6-9cdc-e20cc6ad65e2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 May 03 16:29:23.450199 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2ed742c-78c5-4156-8f29-12ac4e8b6296 req-ecb41792-fc57-4db2-aebd-3757848c5701 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0274229 May 03 16:29:23.538495 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0949-bc7e-4127-969a-23f2f73b352f req-9409fafa-9628-4ac6-b391-999a71cc8584 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:23.539980 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dec0949-bc7e-4127-969a-23f2f73b352f req-9409fafa-9628-4ac6-b391-999a71cc8584 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0468714 May 03 16:29:23.589200 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dec0949-bc7e-4127-969a-23f2f73b352f req-1907ba51-417f-4ebc-9581-738c8138ef9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 May 03 16:29:24.544794 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a834e8f8-c5da-42ab-b446-3c1e40104b5c req-a6b94d61-9876-4848-a099-6482cfb34217 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0293882 May 03 16:29:24.702907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996346-1979-4d3b-bdf3-872f0d2afb61 req-e27dab67-76a3-4444-9c2e-68526adbc2fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:24.704476 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5996346-1979-4d3b-bdf3-872f0d2afb61 req-e27dab67-76a3-4444-9c2e-68526adbc2fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0470908 May 03 16:29:24.755769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5996346-1979-4d3b-bdf3-872f0d2afb61 req-69a942d6-649a-4ef4-94b6-6a3b1e33a765 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 May 03 16:29:25.637908 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-48b68869-7c89-4471-89a2-14e162685776 req-62d10b87-8670-411a-abd3-9d1db72773e4 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0274498 May 03 16:29:25.867421 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c12aa-3d2d-4560-a126-afcb3faa99f1 req-4de79b4f-0bf4-49e4-8a23-eb353c6a6e68 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:25.868841 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b83c12aa-3d2d-4560-a126-afcb3faa99f1 req-4de79b4f-0bf4-49e4-8a23-eb353c6a6e68 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0463750 May 03 16:29:25.918955 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b83c12aa-3d2d-4560-a126-afcb3faa99f1 req-9d4f0fd8-d8ea-490e-b606-b1c6fddf5809 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 May 03 16:29:26.891465 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa6a9f6c-0ea2-4255-96c9-721694661419 req-8a71f16a-b3e1-41e7-9b18-5b3b8700eaa4 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0310562 May 03 16:29:27.035303 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474a09-2968-4855-a624-446e5ea5905f req-282fe153-04c1-46ee-b9cd-d21b16d10e54 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:27.036818 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67474a09-2968-4855-a624-446e5ea5905f req-282fe153-04c1-46ee-b9cd-d21b16d10e54 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0489645 May 03 16:29:27.095804 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67474a09-2968-4855-a624-446e5ea5905f req-4b666b98-6d33-417e-891b-f8ee5179c5fe tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526187 May 03 16:29:27.105754 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-24a2b73e-646c-4bd1-869a-354dd2624d8b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=396b341098504bb4956262d0ae1aabc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264521 May 03 16:29:27.230032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-bcf26a5e-587e-46d9-848e-21cad293b1ae tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:27.231429 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-bcf26a5e-587e-46d9-848e-21cad293b1ae tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174729 May 03 16:29:27.257597 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Request body: {'port': {'device_id': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b', 'admin_state_up': True, 'tenant_id': '396b341098504bb4956262d0ae1aabc5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:27.465584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Made reservation on behalf of 396b341098504bb4956262d0ae1aabc5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:29:27.469526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:27.480144 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:27.579227 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks [] for security_group (8dd8749d-95e5-45e3-b498-a82a82f6f745), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:27.656294 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8dd8749d-95e5-45e3-b498-a82a82f6f745), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:27.732515 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd8749d-95e5-45e3-b498-a82a82f6f745,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:27.809608 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Allocated IP 192.168.233.200 (c145dd18-e9a1-4a96-87bc-5cf28d74717b/efce1648-ceda-41c8-8096-214fea7b8288/d2567f8f-6a81-40ab-bc12-887f19ca7113) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:29:27.941815 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d66f66e3-98b8-4690-908b-8d935ac22fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.170837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47174) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:28.178546 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-45d02c37-7162-4910-9370-943f9e5c931e req-410f158f-565b-4dd1-afa4-bfec2f9a5ef5 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.1333120 May 03 16:29:28.198508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks [] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.290116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffecfc-6e32-402f-ac03-5f21a70d07eb req-918f0864-9243-4836-a9bf-9164b0e73697 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:28.291673 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-70ffecfc-6e32-402f-ac03-5f21a70d07eb req-918f0864-9243-4836-a9bf-9164b0e73697 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0475833 May 03 16:29:28.316475 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5145146-4ab4-480a-9a38-4da91eb383e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.347525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.361167 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-70ffecfc-6e32-402f-ac03-5f21a70d07eb req-3bcabcb0-4c03-407b-9b8e-3b51eea7c1ba tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 May 03 16:29:28.403326 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Network c145dd18-e9a1-4a96-87bc-5cf28d74717b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:28.408993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:28.413712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:29:28.419363 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:28.424785 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.424785 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Pushing event updated for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:28.441167 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5145146-4ab4-480a-9a38-4da91eb383e9 admin admin] Publish callbacks [] for security_group (e695f89a-768c-47f2-8250-64d46fbd01b1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.499771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5145146-4ab4-480a-9a38-4da91eb383e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e695f89a-768c-47f2-8250-64d46fbd01b1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.520912 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-09264312-7d06-4111-80ec-ce2e6103fb46 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2670913 May 03 16:29:28.563666 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d5145146-4ab4-480a-9a38-4da91eb383e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebb9e162601e48fe878ff2154a927773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908396 May 03 16:29:28.568944 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:28.618073 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5145146-4ab4-480a-9a38-4da91eb383e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e695f89a-768c-47f2-8250-64d46fbd01b1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:28.641797 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b6c0-e917-4b03-b35e-382d51483959 req-b3320a0d-3011-4670-9926-e947309fa46d tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:28.642765 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a23b6c0-e917-4b03-b35e-382d51483959 req-b3320a0d-3011-4670-9926-e947309fa46d tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0831137 May 03 16:29:28.647180 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] Publish callbacks [] for security_group (e695f89a-768c-47f2-8250-64d46fbd01b1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.663590 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-68abea04-1d27-4cd4-855c-5ad298fa3647 None None] Provisioning complete for port d2567f8f-6a81-40ab-bc12-887f19ca7113 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:28.664332 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68abea04-1d27-4cd4-855c-5ad298fa3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.674275 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] Publish callbacks [] for security_group (e695f89a-768c-47f2-8250-64d46fbd01b1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.706641 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-68abea04-1d27-4cd4-855c-5ad298fa3647 None None] Port d2567f8f-6a81-40ab-bc12-887f19ca7113 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:29:28.719830 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a23b6c0-e917-4b03-b35e-382d51483959 req-71ffb8cb-5b08-4146-b2b6-466871fe7818 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617712 May 03 16:29:28.842102 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e695f89a-768c-47f2-8250-64d46fbd01b1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.844921 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:28.846178 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e695f89a-768c-47f2-8250-64d46fbd01b1 HTTP/1.1" status: 204 len: 168 time: 0.2760408 May 03 16:29:28.854843 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89fe3e-f9dd-44e6-b619-40e1a907d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e695f89a-768c-47f2-8250-64d46fbd01b1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:29.302292 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1ed1e-0fc3-4ad1-afa5-f7fe43bc3062 req-2f05eb8c-194a-43c3-87b0-b6eda2a71cb6 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:29.303915 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c5e1ed1e-0fc3-4ad1-afa5-f7fe43bc3062 req-2f05eb8c-194a-43c3-87b0-b6eda2a71cb6 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 936 time: 0.0480454 May 03 16:29:29.353400 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c5e1ed1e-0fc3-4ad1-afa5-f7fe43bc3062 req-599e88ca-a5b2-4af6-979a-25be683ccc3a tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 May 03 16:29:29.487098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564e4ec-d307-457b-8d8b-653c273844a5 req-a189c134-42d0-4f73-bcae-ad8a2b44f9c8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:29.491189 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8564e4ec-d307-457b-8d8b-653c273844a5 req-a189c134-42d0-4f73-bcae-ad8a2b44f9c8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0508647 May 03 16:29:29.529235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:29.542877 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8564e4ec-d307-457b-8d8b-653c273844a5 req-71dc6534-e817-4903-b646-51e1777b3b4f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 May 03 16:29:29.543498 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a29bd1bb-a890-401b-b4b6-37c98e1fc814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:29.629681 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a29bd1bb-a890-401b-b4b6-37c98e1fc814 admin admin] Publish callbacks [] for security_group (f7737cd8-7bc9-409b-8c03-8b980daee5c0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:29.741824 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a29bd1bb-a890-401b-b4b6-37c98e1fc814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (f7737cd8-7bc9-409b-8c03-8b980daee5c0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:29.792436 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a29bd1bb-a890-401b-b4b6-37c98e1fc814 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a1332a1422949e09706d52466623cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603245 May 03 16:29:29.793580 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bd1bb-a890-401b-b4b6-37c98e1fc814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7737cd8-7bc9-409b-8c03-8b980daee5c0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:29.794464 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:29.880317 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:29.883629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f413-a2cc-40f0-9c64-b86499103c9f req-4617ad4f-6782-49ed-9220-a38077248018 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:29.885594 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6081f413-a2cc-40f0-9c64-b86499103c9f req-4617ad4f-6782-49ed-9220-a38077248018 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0765791 May 03 16:29:29.915192 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] Publish callbacks [] for security_group (f7737cd8-7bc9-409b-8c03-8b980daee5c0), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:29.966101 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] Publish callbacks [] for security_group (f7737cd8-7bc9-409b-8c03-8b980daee5c0), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:29.985944 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6081f413-a2cc-40f0-9c64-b86499103c9f req-98ec20d1-1479-441c-afe6-a52ac901271b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890710 May 03 16:29:29.991803 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90a6570c-e237-4dd4-8aaa-2c10037c0764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.090959 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (f7737cd8-7bc9-409b-8c03-8b980daee5c0), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.098330 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.100194 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7737cd8-7bc9-409b-8c03-8b980daee5c0 HTTP/1.1" status: 204 len: 168 time: 0.3045559 May 03 16:29:30.119781 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a5356-83d5-4c9f-afc7-126d9120aa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7737cd8-7bc9-409b-8c03-8b980daee5c0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:30.168712 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90a6570c-e237-4dd4-8aaa-2c10037c0764 admin admin] Publish callbacks [] for security_group (762cd606-f221-4194-aeb2-2116e9dd3daf), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.210057 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8e2194d-4a9c-416b-b847-a8f25dcdf2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.266729 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90a6570c-e237-4dd4-8aaa-2c10037c0764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (762cd606-f221-4194-aeb2-2116e9dd3daf), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.305917 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-90a6570c-e237-4dd4-8aaa-2c10037c0764 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86ff401c7d9045dd879aeffc0b219709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244647 May 03 16:29:30.306961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6570c-e237-4dd4-8aaa-2c10037c0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762cd606-f221-4194-aeb2-2116e9dd3daf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:30.309059 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:30.365463 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] Publish callbacks [] for security_group (762cd606-f221-4194-aeb2-2116e9dd3daf), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.386690 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] Publish callbacks [] for security_group (762cd606-f221-4194-aeb2-2116e9dd3daf), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.476614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e41c-bfd1-4856-a3a9-0b89360eb63d req-d2c4e0a9-9a03-4c30-bb76-689a4254ac88 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:30.478143 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7c3e41c-bfd1-4856-a3a9-0b89360eb63d req-d2c4e0a9-9a03-4c30-bb76-689a4254ac88 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 936 time: 0.0466611 May 03 16:29:30.497641 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (762cd606-f221-4194-aeb2-2116e9dd3daf), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.500220 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:30.501342 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/762cd606-f221-4194-aeb2-2116e9dd3daf HTTP/1.1" status: 204 len: 168 time: 0.1902432 May 03 16:29:30.516154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b632d-c3e2-4f02-b1f4-d7bcbf2f9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762cd606-f221-4194-aeb2-2116e9dd3daf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:30.551341 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7c3e41c-bfd1-4856-a3a9-0b89360eb63d req-5afc04cc-ea63-4621-827c-a9a9d0568ee5 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666885 May 03 16:29:30.661120 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881a23a-aeae-4c0e-9b18-40d233d424e1 req-ffeb53c7-028a-44ed-ac5b-8c840964ca9a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:30.662527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1881a23a-aeae-4c0e-9b18-40d233d424e1 req-ffeb53c7-028a-44ed-ac5b-8c840964ca9a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0492001 May 03 16:29:30.711135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1881a23a-aeae-4c0e-9b18-40d233d424e1 req-50f78aba-1607-4424-8a24-7f8d751bc0de tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 May 03 16:29:31.042455 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47248) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:31.055771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286bf2de-c6ed-49da-aeb0-dda2a72f2bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.067657 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.100580 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10211a5b-b7ac-4c74-b34c-5228ee7753e8 req-96b14e87-d3cc-42db-9548-71c81b6159df tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:31.102202 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-10211a5b-b7ac-4c74-b34c-5228ee7753e8 req-96b14e87-d3cc-42db-9548-71c81b6159df tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0468328 May 03 16:29:31.142602 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286bf2de-c6ed-49da-aeb0-dda2a72f2bb4 admin admin] Publish callbacks [] for security_group (814df0c6-75e5-4ba4-969a-166ca4e5a6d5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.160101 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-10211a5b-b7ac-4c74-b34c-5228ee7753e8 req-106311ac-c370-4713-9a65-18b1e8a597d2 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 May 03 16:29:31.210409 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286bf2de-c6ed-49da-aeb0-dda2a72f2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (814df0c6-75e5-4ba4-969a-166ca4e5a6d5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.251379 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-286bf2de-c6ed-49da-aeb0-dda2a72f2bb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=febd80d668bd4dfe9de3ff18a59221dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077579 May 03 16:29:31.252173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bf2de-c6ed-49da-aeb0-dda2a72f2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814df0c6-75e5-4ba4-969a-166ca4e5a6d5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:31.254023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47254) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:31.290456 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47256) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:31.303878 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88e89206-f708-412f-a5dd-2b936d2c6b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.305388 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] Publish callbacks [] for security_group (814df0c6-75e5-4ba4-969a-166ca4e5a6d5), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.331421 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] Publish callbacks [] for security_group (814df0c6-75e5-4ba4-969a-166ca4e5a6d5), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.386668 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88e89206-f708-412f-a5dd-2b936d2c6b36 admin admin] Publish callbacks [] for security_group (faf9e6fd-edce-47d2-8ee9-92bbe5ecd572), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.487766 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88e89206-f708-412f-a5dd-2b936d2c6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (faf9e6fd-edce-47d2-8ee9-92bbe5ecd572), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.488030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (814df0c6-75e5-4ba4-969a-166ca4e5a6d5), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.491096 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.492573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/814df0c6-75e5-4ba4-969a-166ca4e5a6d5 HTTP/1.1" status: 204 len: 168 time: 0.2373743 May 03 16:29:31.502929 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274933d-c35b-4831-afd1-b249c8120577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814df0c6-75e5-4ba4-969a-166ca4e5a6d5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:31.539165 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-88e89206-f708-412f-a5dd-2b936d2c6b36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40929697414e4a1ead32554eee5af240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476332 May 03 16:29:31.540029 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e89206-f708-412f-a5dd-2b936d2c6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9e6fd-edce-47d2-8ee9-92bbe5ecd572,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:31.542469 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:31.596604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] Publish callbacks [] for security_group (faf9e6fd-edce-47d2-8ee9-92bbe5ecd572), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.621652 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] Publish callbacks [] for security_group (faf9e6fd-edce-47d2-8ee9-92bbe5ecd572), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.690813 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba433-bb26-4818-9468-c8ba6f55e8a4 req-38ebf6b1-acc0-4f15-bdc4-43da5af64711 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:31.692322 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ddba433-bb26-4818-9468-c8ba6f55e8a4 req-38ebf6b1-acc0-4f15-bdc4-43da5af64711 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 936 time: 0.0675411 May 03 16:29:31.740279 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ddba433-bb26-4818-9468-c8ba6f55e8a4 req-5934aeb5-da82-4279-9eb4-e7f27dad7bd6 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 May 03 16:29:31.827349 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (faf9e6fd-edce-47d2-8ee9-92bbe5ecd572), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.829919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:31.831034 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/faf9e6fd-edce-47d2-8ee9-92bbe5ecd572 HTTP/1.1" status: 204 len: 168 time: 0.2874947 May 03 16:29:31.846521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de1dc5-8efa-4e19-b922-ec5529b7061e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9e6fd-edce-47d2-8ee9-92bbe5ecd572,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:31.856993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158b7c-15e5-4673-966e-0080e2b46c44 req-60f424ee-d151-4bee-8c54-13e9874c8cc6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:31.858699 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76158b7c-15e5-4673-966e-0080e2b46c44 req-60f424ee-d151-4bee-8c54-13e9874c8cc6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0625618 May 03 16:29:31.919048 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76158b7c-15e5-4673-966e-0080e2b46c44 req-46634e37-96ca-4172-ad42-bc92cf57b567 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 May 03 16:29:32.276786 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9223480-60cb-45f8-b804-d3f7be85da1a req-1e913f0d-1a0e-4b98-910f-d3e739e56a64 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:32.278377 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b9223480-60cb-45f8-b804-d3f7be85da1a req-1e913f0d-1a0e-4b98-910f-d3e739e56a64 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0486963 May 03 16:29:32.327524 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b9223480-60cb-45f8-b804-d3f7be85da1a req-9fb9c609-2e3c-4fbb-b3b8-c418bbc0eda3 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 May 03 16:29:32.862453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e397fba-2042-47b3-a087-1208dccf8a3c req-176bda39-3330-4617-9252-95333dbff364 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:32.864787 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2e397fba-2042-47b3-a087-1208dccf8a3c req-176bda39-3330-4617-9252-95333dbff364 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 936 time: 0.0472138 May 03 16:29:32.878955 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:32.916032 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2e397fba-2042-47b3-a087-1208dccf8a3c req-d5158488-f381-4830-8359-6a034b0df318 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 May 03 16:29:33.040904 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa507a-a1cd-40b1-9155-c9f14221d66d req-a30fa2e9-b400-4bb7-9d5e-30020ec0585d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:33.042367 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3aa507a-a1cd-40b1-9155-c9f14221d66d req-a30fa2e9-b400-4bb7-9d5e-30020ec0585d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0478609 May 03 16:29:33.093398 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3aa507a-a1cd-40b1-9155-c9f14221d66d req-d666cdb3-321c-4b61-a2cc-9c2201bce6b3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 May 03 16:29:33.444225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253fc6-75f2-4f9e-aac7-a6367a60ceb4 req-8eb9e9c5-5e08-4987-b9d2-9c098f4642cb tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:33.445957 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29253fc6-75f2-4f9e-aac7-a6367a60ceb4 req-8eb9e9c5-5e08-4987-b9d2-9c098f4642cb tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0493286 May 03 16:29:33.507484 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29253fc6-75f2-4f9e-aac7-a6367a60ceb4 req-2261d94e-4d3a-4dcb-ad73-52df445d9d73 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 May 03 16:29:34.038773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1468-7a9a-4176-a1c8-187e1934ad24 req-ebb8ffd0-dc36-4838-afa7-b87c7fcef4c6 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:34.040288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-70da1468-7a9a-4176-a1c8-187e1934ad24 req-ebb8ffd0-dc36-4838-afa7-b87c7fcef4c6 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 936 time: 0.0515952 May 03 16:29:34.101520 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-70da1468-7a9a-4176-a1c8-187e1934ad24 req-d6513753-d052-4f94-913b-e476b5bc132c tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 May 03 16:29:34.158861 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:34.220902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Request body: {'port': {'device_id': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:34.229194 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b427e77-a2f7-4d81-9351-9395cdbc5cff req-94b8e9dc-63c2-49eb-bfa7-94447723897f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:34.230668 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2b427e77-a2f7-4d81-9351-9395cdbc5cff req-94b8e9dc-63c2-49eb-bfa7-94447723897f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0529332 May 03 16:29:34.320701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:34.336887 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2b427e77-a2f7-4d81-9351-9395cdbc5cff req-71e91fa6-291a-4f38-b7b6-c439ebdcb640 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895367 May 03 16:29:34.638553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2567f8f-6a81-40ab-bc12-887f19ca7113 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:29:34.653086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438d3b-f024-4116-80aa-bead6419e985 req-5c734c0b-64b7-4ffd-b3a0-6c705a223b15 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:34.654626 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-57438d3b-f024-4116-80aa-bead6419e985 req-5c734c0b-64b7-4ffd-b3a0-6c705a223b15 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0613494 May 03 16:29:34.656520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks [] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:34.686189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Transition to ACTIVE for port object d2567f8f-6a81-40ab-bc12-887f19ca7113 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:29:34.716021 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-57438d3b-f024-4116-80aa-bead6419e985 req-e0b855d1-52c0-483b-8600-4ca8fd02a44f tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551469 May 03 16:29:34.901332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:34.972941 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Pushing event updated for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:34.989240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Attempting to bind port d2567f8f-6a81-40ab-bc12-887f19ca7113 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:29:34.989700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Attempting to bind port d2567f8f-6a81-40ab-bc12-887f19ca7113 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:29:34.990130 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Attempting to bind port d2567f8f-6a81-40ab-bc12-887f19ca7113 on network c145dd18-e9a1-4a96-87bc-5cf28d74717b {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:29:34.996304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Port d2567f8f-6a81-40ab-bc12-887f19ca7113 on network c145dd18-e9a1-4a96-87bc-5cf28d74717b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:29:34.996717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Attempting to bind port d2567f8f-6a81-40ab-bc12-887f19ca7113 on network c145dd18-e9a1-4a96-87bc-5cf28d74717b {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:29:35.002143 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:29:35.002483 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Checking segment: {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:29:35.002863 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Bound using segment: {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:29:35.003322 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Bound port: d2567f8f-6a81-40ab-bc12-887f19ca7113, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0f06e4-500d-41c3-8b82-0911d3711d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:29:35.003685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:35.071609 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:29:35.079615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:29:35.165585 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:35.240412 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.241041 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:35.242431 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] 10.222.0.36 "PUT /v2.0/ports/d2567f8f-6a81-40ab-bc12-887f19ca7113 HTTP/1.1" status: 200 len: 1098 time: 1.0259702 May 03 16:29:35.242914 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:35.245647 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8303c86-780e-4e1d-9d6d-165deec10246" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:35.281214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397f023-ee82-4565-99f5-0ad030e05289 req-9140c65a-65b7-466b-b0f2-0d83bdb86d75 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.282808 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4397f023-ee82-4565-99f5-0ad030e05289 req-9140c65a-65b7-466b-b0f2-0d83bdb86d75 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 948 time: 0.1039677 May 03 16:29:35.283844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba4df-2c8d-413d-a7f3-364ed5f3f6cc service neutron] Pushing event updated for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:35.289594 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c81a6-5c6e-44a6-87fb-a3c6113a9581 x-openstack-request-id: req-b76c81a6-5c6e-44a6-87fb-a3c6113a9581 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:35.290193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:35.290193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b76c81a6-5c6e-44a6-87fb-a3c6113a9581 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:35.290780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76c81a6-5c6e-44a6-87fb-a3c6113a9581'] response: {'name': 'network-changed', 'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113', 'status': 'completed', 'code': 200} May 03 16:29:35.355741 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4397f023-ee82-4565-99f5-0ad030e05289 req-b81ffe7e-789a-47a6-8b3f-8d65c1a0c459 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 May 03 16:29:35.487541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6b5f0-3ed9-4b24-ba79-5ff6da469f0c req-de2be16a-d319-49d6-8b97-efc28c007b39 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.489000 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5ce6b5f0-3ed9-4b24-ba79-5ff6da469f0c req-de2be16a-d319-49d6-8b97-efc28c007b39 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0511775 May 03 16:29:35.553010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5ce6b5f0-3ed9-4b24-ba79-5ff6da469f0c req-aa8d01bf-9671-45f5-8ec9-d4aa69e68c86 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572162 May 03 16:29:35.768526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303c86-780e-4e1d-9d6d-165deec10246 req-2d19dbaa-ecbc-4fdf-af35-c27db17c94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.770181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8303c86-780e-4e1d-9d6d-165deec10246 req-2d19dbaa-ecbc-4fdf-af35-c27db17c94d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=396b341098504bb4956262d0ae1aabc5&device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 1132 time: 0.0465827 May 03 16:29:35.829865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64a47a-a243-466b-8417-cdfab657dd79 req-c2f387fa-cbc8-4a0d-b10d-a508edbf92c2 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.831354 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c64a47a-a243-466b-8417-cdfab657dd79 req-c2f387fa-cbc8-4a0d-b10d-a508edbf92c2 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.0457654 May 03 16:29:35.895909 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8303c86-780e-4e1d-9d6d-165deec10246 req-5da7231f-797a-4b4e-8e35-c4c98017f0b4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=396b341098504bb4956262d0ae1aabc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518887 May 03 16:29:35.991615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-7ee5f0ce-c32b-4496-89ff-c65b41776c64 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:35.992969 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-7ee5f0ce-c32b-4496-89ff-c65b41776c64 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 946 time: 0.1200716 May 03 16:29:36.002270 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c64a47a-a243-466b-8417-cdfab657dd79 req-cffe4bdd-ada2-431c-8b02-d06fed3f91d3 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eb77452-d3aa-401c-95aa-694dbf619ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652448 May 03 16:29:36.203269 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303c86-780e-4e1d-9d6d-165deec10246 req-9c653c52-ab38-4584-87f5-e61b8a3e0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.204729 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8303c86-780e-4e1d-9d6d-165deec10246 req-9c653c52-ab38-4584-87f5-e61b8a3e0b65 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860677 May 03 16:29:36.214636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Deleting port 17aba7be-2eb2-4944-8bb4-60dd236b11dd {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:29:36.214979 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:36.324074 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-92c4f799-fba9-48fb-9a36-e6aa610c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.325524 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-92c4f799-fba9-48fb-9a36-e6aa610c4662 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=396b341098504bb4956262d0ae1aabc5&device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 1132 time: 0.0776598 May 03 16:29:36.343089 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] For port 17aba7be-2eb2-4944-8bb4-60dd236b11dd, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=17aba7be-2eb2-4944-8bb4-60dd236b11dd,segment=NetworkSegment(f5d2648f-e025-4a7e-94d1-f7c8b74ae883),segment_id=f5d2648f-e025-4a7e-94d1-f7c8b74ae883)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:36.343527 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:36.385983 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-0c8c1684-80e1-4329-b8eb-494063941cfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113 HTTP/1.1" status: 200 len: 217 time: 0.0492258 May 03 16:29:36.386960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Calling delete_port for 17aba7be-2eb2-4944-8bb4-60dd236b11dd owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:29:36.528623 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-b746bd2c-e76e-4ec1-bf80-c48df0c07012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.530917 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-b746bd2c-e76e-4ec1-bf80-c48df0c07012 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efce1648-ceda-41c8-8096-214fea7b8288 HTTP/1.1" status: 200 len: 843 time: 0.1387887 May 03 16:29:36.562151 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb59e24-4c5b-4375-ae11-b2f30a8518f7 req-9041a8c5-993a-4140-859e-994346bb8c33 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.563613 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fcb59e24-4c5b-4375-ae11-b2f30a8518f7 req-9041a8c5-993a-4140-859e-994346bb8c33 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 948 time: 0.1326776 May 03 16:29:36.623971 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-7506e362-c403-4e72-8bc4-e9eda57d6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.625412 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-7506e362-c403-4e72-8bc4-e9eda57d6f4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c145dd18-e9a1-4a96-87bc-5cf28d74717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0866506 May 03 16:29:36.747036 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8a1e-291d-4a6c-b461-0b7b487aa3c5 req-0194ebe1-3810-4a6a-92da-b72e6ce43aef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:36.748609 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-858d8a1e-291d-4a6c-b461-0b7b487aa3c5 req-0194ebe1-3810-4a6a-92da-b72e6ce43aef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.1272378 May 03 16:29:36.783617 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fcb59e24-4c5b-4375-ae11-b2f30a8518f7 req-0ffca160-1f27-44d5-9e65-0d71bd3b1d70 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988916 May 03 16:29:36.845769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-c1ce7019-e57a-45e1-9ece-4d75e1c7116c service neutron] 10.222.0.36 "GET /v2.0/networks/c145dd18-e9a1-4a96-87bc-5cf28d74717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066441 May 03 16:29:36.865944 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-858d8a1e-291d-4a6c-b461-0b7b487aa3c5 req-720798cd-dae3-48e1-9087-9f6154b587a5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859070 May 03 16:29:36.927068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (17aba7be-2eb2-4944-8bb4-60dd236b11dd), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:36.939281 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['17aba7be-2eb2-4944-8bb4-60dd236b11dd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:29:36.965761 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Pushing event deleted for resources: {'Port': ['ID=17aba7be-2eb2-4944-8bb4-60dd236b11dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:37.254560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] No DVR routers for this DVR port 17aba7be-2eb2-4944-8bb4-60dd236b11dd on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:29:37.264747 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ec517a2d-3505-4487-8d97-dbf76a17ba60 req-4c340f68-a3d1-4bb6-8fa4-04a832c9edfc service neutron] 10.222.0.36 "GET /v2.0/networks/c145dd18-e9a1-4a96-87bc-5cf28d74717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098752 May 03 16:29:37.268658 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:37.271994 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a22bebd0-e1a6-423d-9619-8cac90a9d5a0 req-0f4650ab-da50-4a5e-85df-16ffe676638b tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.36 "DELETE /v2.0/ports/17aba7be-2eb2-4944-8bb4-60dd236b11dd HTTP/1.1" status: 204 len: 173 time: 1.2730422 May 03 16:29:37.289332 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0c158491-ed9b-4620-a8c0-d32d81efd98c req-168fad0d-6b4d-4382-8773-c0ef56f3d1ef tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0378604 May 03 16:29:37.292032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'name': 'network-vif-deleted', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:37.294371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda28b99-6363-4531-a093-bc6bae67f889" -d '{"events": [{"server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "name": "network-vif-deleted", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:37.336587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1a1d4-78ab-4a50-837a-884b603ec721 x-openstack-request-id: req-aba1a1d4-78ab-4a50-837a-884b603ec721 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:37.336986 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf4df6-963a-4f48-a169-12224e874739", "name": "network-vif-deleted", "tag": "17aba7be-2eb2-4944-8bb4-60dd236b11dd", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:37.341894 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aba1a1d4-78ab-4a50-837a-884b603ec721 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:37.341894 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba1a1d4-78ab-4a50-837a-884b603ec721'] response: {'server_uuid': '6cdf4df6-963a-4f48-a169-12224e874739', 'name': 'network-vif-deleted', 'tag': '17aba7be-2eb2-4944-8bb4-60dd236b11dd', 'status': 'completed', 'code': 200} May 03 16:29:37.895440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af5f5f-626b-4769-807b-16412dae462d req-26b11c00-7e3b-46b5-93af-80a92b351613 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:37.896916 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93af5f5f-626b-4769-807b-16412dae462d req-26b11c00-7e3b-46b5-93af-80a92b351613 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 948 time: 0.0450637 May 03 16:29:37.955660 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93af5f5f-626b-4769-807b-16412dae462d req-d2ce3b89-1dde-4e93-9c1a-032dc5bb3d1f tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520236 May 03 16:29:37.994191 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62d7cf-8e76-4708-ac2c-9ec993e09de0 req-9b883a4b-4997-4007-a21e-0cfbc4ec9c3e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:37.995669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad62d7cf-8e76-4708-ac2c-9ec993e09de0 req-9b883a4b-4997-4007-a21e-0cfbc4ec9c3e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0562503 May 03 16:29:38.044136 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad62d7cf-8e76-4708-ac2c-9ec993e09de0 req-7b17fc9c-112d-4e45-8dce-5058815b3fea tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 May 03 16:29:38.387213 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-87119c69-0ce8-4c82-9758-8201b7b22833 req-f42b804b-8fd0-4946-81b5-3840af0343f2 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0281804 May 03 16:29:39.078229 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9306-7da1-4c30-9bac-0cc02d90ac5a req-06a0cabf-8e0c-4931-bde3-457eccdc3f1b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:39.079941 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-701f9306-7da1-4c30-9bac-0cc02d90ac5a req-06a0cabf-8e0c-4931-bde3-457eccdc3f1b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 948 time: 0.0535114 May 03 16:29:39.138362 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-701f9306-7da1-4c30-9bac-0cc02d90ac5a req-f496c39b-46ab-4142-9706-0738faff06d0 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519030 May 03 16:29:39.176941 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6970f9-3813-4f7a-b2a0-d7b810b55f29 req-c081df33-b81f-4389-9994-bcb6e69f87f8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:39.178452 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-db6970f9-3813-4f7a-b2a0-d7b810b55f29 req-c081df33-b81f-4389-9994-bcb6e69f87f8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0599570 May 03 16:29:39.226894 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-db6970f9-3813-4f7a-b2a0-d7b810b55f29 req-e83f026d-fbfb-437b-8695-fdd4dbc335e2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 May 03 16:29:39.355484 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:39.483377 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3943a680-5f51-4f10-9e6b-ce5ac8d281d5 req-5f478b0c-d30c-4fc7-8496-83fa31b8cb77 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0282288 May 03 16:29:39.890920 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:40.003919 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1d85fb6-e78f-4ba3-a4c3-2808e8641d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.077819 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1d85fb6-e78f-4ba3-a4c3-2808e8641d5b admin admin] Publish callbacks [] for security_group (44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.128102 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1d85fb6-e78f-4ba3-a4c3-2808e8641d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.168761 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d85fb6-e78f-4ba3-a4c3-2808e8641d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:40.175987 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a1d85fb6-e78f-4ba3-a4c3-2808e8641d5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07dc5c064d4c4ce292625751b0eb39ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839682 May 03 16:29:40.176130 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47592) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:40.284764 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8fa5-abda-49e3-a053-d7e20e0b4d7c req-8ad95824-3e84-4eec-b996-010b0546d43d tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:40.291418 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe2e8fa5-abda-49e3-a053-d7e20e0b4d7c req-8ad95824-3e84-4eec-b996-010b0546d43d tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 948 time: 0.0655706 May 03 16:29:40.304891 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] Publish callbacks [] for security_group (44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.355479 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47606) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:40.389495 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] Publish callbacks [] for security_group (44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.413038 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70169-a505-4cb0-a460-bca521952f02 req-6f1f379c-82be-4a94-bd60-e3ea2d68236d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:40.414589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fdf70169-a505-4cb0-a460-bca521952f02 req-6f1f379c-82be-4a94-bd60-e3ea2d68236d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.1006312 May 03 16:29:40.422179 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe2e8fa5-abda-49e3-a053-d7e20e0b4d7c req-3055ac79-e42d-425d-a1d8-2b883c3cedeb tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275973 May 03 16:29:40.444386 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device d2567f8f-6a81-40ab-bc12-887f19ca7113 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:29:40.460187 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 17aba7be-2eb2-4944-8bb4-60dd236b11dd no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:29:40.498462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fdf70169-a505-4cb0-a460-bca521952f02 req-a1150d17-58c1-4241-a8aa-0fcbb120c752 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662718 May 03 16:29:40.518240 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 17aba7be-2eb2-4944-8bb4-60dd236b11dd {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:29:40.520877 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 17aba7be-2eb2-4944-8bb4-60dd236b11dd not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:29:40.536116 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40eab299-9147-451c-94d1-938b297bd653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.584443 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.587227 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.589303 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff HTTP/1.1" status: 204 len: 168 time: 0.4121206 May 03 16:29:40.601211 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc9260-96ac-401d-9675-f1281f29961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f186f5-2a5f-41be-b4a7-d3cf29b0d1ff,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:40.675374 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47622) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:40.682530 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-50540c7e-80bb-4abd-8bca-c6302eeaf6a0 req-519fd207-a6cc-4253-8f20-02a173a0cca8 tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0761378 May 03 16:29:40.696008 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:40.717681 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40eab299-9147-451c-94d1-938b297bd653 admin admin] Publish callbacks [] for security_group (afda8c5d-6374-4f97-b843-8cefbc719f79), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.728583 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'd2567f8f-6a81-40ab-bc12-887f19ca7113', 'network_id': 'c145dd18-e9a1-4a96-87bc-5cf28d74717b', 'port_id': 'd2567f8f-6a81-40ab-bc12-887f19ca7113', 'mac_address': 'fa:16:3e:b0:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efce1648-ceda-41c8-8096-214fea7b8288', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:29:40.779242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port d2567f8f-6a81-40ab-bc12-887f19ca7113 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:40.779956 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.797883 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40eab299-9147-451c-94d1-938b297bd653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (afda8c5d-6374-4f97-b843-8cefbc719f79), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.798454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2567f8f-6a81-40ab-bc12-887f19ca7113 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:29:40.809876 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4471-3627-49db-b0d3-947d305919de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.819511 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:40.842135 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-40eab299-9147-451c-94d1-938b297bd653 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54a05857b8ea40f3b53a97ba2d2d3130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4852722 May 03 16:29:40.843245 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab299-9147-451c-94d1-938b297bd653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afda8c5d-6374-4f97-b843-8cefbc719f79,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:40.847656 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:40.925154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4471-3627-49db-b0d3-947d305919de admin admin] Publish callbacks [] for security_group (4108a6b0-1c22-49a7-9dbc-29395f3cb53a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.929844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] Publish callbacks [] for security_group (afda8c5d-6374-4f97-b843-8cefbc719f79), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.941182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.953421 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] Publish callbacks [] for security_group (afda8c5d-6374-4f97-b843-8cefbc719f79), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:40.991814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:40.992452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4471-3627-49db-b0d3-947d305919de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4108a6b0-1c22-49a7-9dbc-29395f3cb53a), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.000688 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.008611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:41.037957 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ac9f4471-3627-49db-b0d3-947d305919de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c03ef1aa7b144f80bf196937945716a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606610 May 03 16:29:41.039946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:41.040469 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f4471-3627-49db-b0d3-947d305919de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108a6b0-1c22-49a7-9dbc-29395f3cb53a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:41.082968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (afda8c5d-6374-4f97-b843-8cefbc719f79), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.086152 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.088087 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afda8c5d-6374-4f97-b843-8cefbc719f79 HTTP/1.1" status: 204 len: 168 time: 0.2390211 May 03 16:29:41.095809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] Publish callbacks [] for security_group (4108a6b0-1c22-49a7-9dbc-29395f3cb53a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.102637 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411afc-fd23-4682-a689-c0ac109bedc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda8c5d-6374-4f97-b843-8cefbc719f79,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:41.139845 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] Publish callbacks [] for security_group (4108a6b0-1c22-49a7-9dbc-29395f3cb53a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.292867 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4108a6b0-1c22-49a7-9dbc-29395f3cb53a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.295450 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.296607 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4108a6b0-1c22-49a7-9dbc-29395f3cb53a HTTP/1.1" status: 204 len: 168 time: 0.2550328 May 03 16:29:41.302467 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['d2567f8f-6a81-40ab-bc12-887f19ca7113'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:29:41.304233 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012ea5-4f75-4a88-9059-e4152b6ffdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108a6b0-1c22-49a7-9dbc-29395f3cb53a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:41.633095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35fc49-6b60-4c00-bd67-af2cc694d1b1 req-f6988de1-a942-41f3-9d4c-3db1b25fa251 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:41.635288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad35fc49-6b60-4c00-bd67-af2cc694d1b1 req-f6988de1-a942-41f3-9d4c-3db1b25fa251 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 949 time: 0.1217308 May 03 16:29:41.660465 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b5f4-250a-499d-bda9-a0dcb8c8101e req-6503c99c-2e23-4fca-b9dc-5af6d9f99878 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:41.661929 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8b5b5f4-250a-499d-bda9-a0dcb8c8101e req-6503c99c-2e23-4fca-b9dc-5af6d9f99878 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0658960 May 03 16:29:41.662304 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:41.686357 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2e9ba98-e7af-46f7-9824-8e23f0c8e200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.736425 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad35fc49-6b60-4c00-bd67-af2cc694d1b1 req-c8e6f92f-86d5-434e-9cf0-8c87c7784a09 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929940 May 03 16:29:41.745300 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8b5b5f4-250a-499d-bda9-a0dcb8c8101e req-3ddef965-3682-457f-b73a-437d0c5b99a4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754068 May 03 16:29:41.820214 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2e9ba98-e7af-46f7-9824-8e23f0c8e200 admin admin] Publish callbacks [] for security_group (3eaae4f6-6913-4ca8-9a1c-e8c164736497), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.879087 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c418c7a0-04b5-4aea-af59-bc18305f5c68 req-5f47c169-99be-45f3-ae90-a104e8e15c4f tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0276990 May 03 16:29:41.898420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2e9ba98-e7af-46f7-9824-8e23f0c8e200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3eaae4f6-6913-4ca8-9a1c-e8c164736497), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:41.935709 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d2e9ba98-e7af-46f7-9824-8e23f0c8e200 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d266fdc2aa824ff99aadb84a910f1dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721953 May 03 16:29:41.937766 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9ba98-e7af-46f7-9824-8e23f0c8e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaae4f6-6913-4ca8-9a1c-e8c164736497,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:41.938474 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47652) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.004472 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] Publish callbacks [] for security_group (3eaae4f6-6913-4ca8-9a1c-e8c164736497), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.031548 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] Publish callbacks [] for security_group (3eaae4f6-6913-4ca8-9a1c-e8c164736497), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.095625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.109181 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06caee6-3d7a-4d3d-8c30-7a1e381fc6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.209473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3eaae4f6-6913-4ca8-9a1c-e8c164736497), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.213077 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.214266 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3eaae4f6-6913-4ca8-9a1c-e8c164736497 HTTP/1.1" status: 204 len: 168 time: 0.2748082 May 03 16:29:42.223314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d310-e878-437e-9d60-25207465789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaae4f6-6913-4ca8-9a1c-e8c164736497,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:42.277462 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06caee6-3d7a-4d3d-8c30-7a1e381fc6e0 admin admin] Publish callbacks [] for security_group (bded8d5a-9457-4f12-879e-4fd396068c57), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.363579 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06caee6-3d7a-4d3d-8c30-7a1e381fc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (bded8d5a-9457-4f12-879e-4fd396068c57), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.403309 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d06caee6-3d7a-4d3d-8c30-7a1e381fc6e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=910295d43af042849eb8950a3e16d38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065560 May 03 16:29:42.404093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06caee6-3d7a-4d3d-8c30-7a1e381fc6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded8d5a-9457-4f12-879e-4fd396068c57,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:42.406111 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47668) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.453454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device d2567f8f-6a81-40ab-bc12-887f19ca7113 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:42.457726 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] Publish callbacks [] for security_group (bded8d5a-9457-4f12-879e-4fd396068c57), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.479521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47670) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.490645 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] Publish callbacks [] for security_group (bded8d5a-9457-4f12-879e-4fd396068c57), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.502248 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port d2567f8f-6a81-40ab-bc12-887f19ca7113 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:29:42.523452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05499e5c-fdbf-44f2-a03c-c208cd6a257d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.572987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port d2567f8f-6a81-40ab-bc12-887f19ca7113 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:42.573420 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.588264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fce11-1320-42a6-b326-c16924f38b01 req-d1b152eb-777f-4525-ab4f-abbd9c5a5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:42.589859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-330fce11-1320-42a6-b326-c16924f38b01 req-d1b152eb-777f-4525-ab4f-abbd9c5a5e1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1130 time: 0.0959084 May 03 16:29:42.652124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47674) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.654333 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-330fce11-1320-42a6-b326-c16924f38b01 req-b48ce30f-ece0-49fb-b827-8044391d777a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 May 03 16:29:42.678581 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port d2567f8f-6a81-40ab-bc12-887f19ca7113 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:42.678971 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.695903 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05499e5c-fdbf-44f2-a03c-c208cd6a257d admin admin] Publish callbacks [] for security_group (0147aeac-b01f-4ef7-9a69-c6fc98fd967c), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.703138 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:42.705516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb41a90-2671-4a3f-9fd6-23c2d0a8c748" -d '{"events": [{"server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:42.718689 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:42.747155 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0401e-d5c1-4d96-87aa-4f836a6b13bc x-openstack-request-id: req-98f0401e-d5c1-4d96-87aa-4f836a6b13bc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:42.747535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:42.747800 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98f0401e-d5c1-4d96-87aa-4f836a6b13bc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:42.748203 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f0401e-d5c1-4d96-87aa-4f836a6b13bc'] response: {'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113', 'code': 200} May 03 16:29:42.781662 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c857a9d3-b37b-4a4e-9014-4bde6c6dc1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.795851 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.796053 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05499e5c-fdbf-44f2-a03c-c208cd6a257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0147aeac-b01f-4ef7-9a69-c6fc98fd967c), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.798747 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (bded8d5a-9457-4f12-879e-4fd396068c57), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.802418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.804116 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bded8d5a-9457-4f12-879e-4fd396068c57 HTTP/1.1" status: 204 len: 168 time: 0.3967974 May 03 16:29:42.898172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:42.916294 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c857a9d3-b37b-4a4e-9014-4bde6c6dc1ec admin admin] Publish callbacks [] for security_group (b13113cc-6a5d-4528-a2de-05cc4336b130), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:42.933398 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05499e5c-fdbf-44f2-a03c-c208cd6a257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0147aeac-b01f-4ef7-9a69-c6fc98fd967c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:42.950864 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-05499e5c-fdbf-44f2-a03c-c208cd6a257d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d87950c443a4090a4097b51dce728c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700387 May 03 16:29:42.953629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47688) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:42.972234 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6b3ec-5da4-40d2-84c7-518410426b94 req-0d6c956d-4009-48ea-ab20-f6ea588ed026 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:42.977282 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29a6b3ec-5da4-40d2-84c7-518410426b94 req-0d6c956d-4009-48ea-ab20-f6ea588ed026 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.1454289 May 03 16:29:42.977282 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0beb0b5-6ea1-491d-84b9-a5ae01fbe44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded8d5a-9457-4f12-879e-4fd396068c57,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:42.989913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472391-5f99-4794-9f9d-7197be87ffb7 req-e5d4acc3-2cf8-448e-ae76-5d07f261fe5d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:42.998163 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-26472391-5f99-4794-9f9d-7197be87ffb7 req-e5d4acc3-2cf8-448e-ae76-5d07f261fe5d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.1405244 May 03 16:29:43.032239 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c857a9d3-b37b-4a4e-9014-4bde6c6dc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b13113cc-6a5d-4528-a2de-05cc4336b130), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.040026 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] Publish callbacks [] for security_group (0147aeac-b01f-4ef7-9a69-c6fc98fd967c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.086511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-26472391-5f99-4794-9f9d-7197be87ffb7 req-1503d14d-988b-4a20-b545-c36f03724fb8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830486 May 03 16:29:43.093269 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] Publish callbacks [] for security_group (0147aeac-b01f-4ef7-9a69-c6fc98fd967c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.120669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29a6b3ec-5da4-40d2-84c7-518410426b94 req-6e6b3bca-334c-4841-acbe-fc503ea11ca0 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989161 May 03 16:29:43.145203 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857a9d3-b37b-4a4e-9014-4bde6c6dc1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13113cc-6a5d-4528-a2de-05cc4336b130,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:43.170324 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c857a9d3-b37b-4a4e-9014-4bde6c6dc1ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d372fbe106344b5d9b987ae25bf544b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150578 May 03 16:29:43.171358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:43.221085 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92330214-e628-481a-b051-699541b53a91 req-2eeb1c31-3984-47ca-93e2-36dc2a714edc tempest-DeleteServersTestJSON-790400798 tempest-DeleteServersTestJSON-790400798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cdf4df6-963a-4f48-a169-12224e874739 HTTP/1.1" status: 200 len: 210 time: 0.0363624 May 03 16:29:43.263389 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] Publish callbacks [] for security_group (b13113cc-6a5d-4528-a2de-05cc4336b130), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.297920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] Publish callbacks [] for security_group (b13113cc-6a5d-4528-a2de-05cc4336b130), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.301267 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0147aeac-b01f-4ef7-9a69-c6fc98fd967c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.303910 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.307528 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0147aeac-b01f-4ef7-9a69-c6fc98fd967c HTTP/1.1" status: 204 len: 168 time: 0.3504353 May 03 16:29:43.312822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226a12f-f830-49bc-a15a-b51b7841468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0147aeac-b01f-4ef7-9a69-c6fc98fd967c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:43.452590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b13113cc-6a5d-4528-a2de-05cc4336b130), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.455304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.460756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b13113cc-6a5d-4528-a2de-05cc4336b130 HTTP/1.1" status: 204 len: 168 time: 0.2840908 May 03 16:29:43.468612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21850d-c6fd-48bf-aac8-a5c610fdeb74 req-25cb6ce2-019b-467c-86ae-81512b917d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:43.470093 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa21850d-c6fd-48bf-aac8-a5c610fdeb74 req-25cb6ce2-019b-467c-86ae-81512b917d7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 1134 time: 0.0530670 May 03 16:29:43.470929 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd40ab4-c8fb-48eb-8a0a-911f5deab1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13113cc-6a5d-4528-a2de-05cc4336b130,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:43.520599 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa21850d-c6fd-48bf-aac8-a5c610fdeb74 req-d19291f0-d664-4d19-a9b5-a1186bbc2bf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 May 03 16:29:43.656907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:43.669422 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ece47b5-8231-4fe8-9d56-5f527c503dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.745467 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ece47b5-8231-4fe8-9d56-5f527c503dbf admin admin] Publish callbacks [] for security_group (a4f877dd-29a4-4b22-a2df-d18992a253f5), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.855781 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ece47b5-8231-4fe8-9d56-5f527c503dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a4f877dd-29a4-4b22-a2df-d18992a253f5), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.898519 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9ece47b5-8231-4fe8-9d56-5f527c503dbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aedcfc9195e84540be2a37612083ed2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411580 May 03 16:29:43.899321 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece47b5-8231-4fe8-9d56-5f527c503dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f877dd-29a4-4b22-a2df-d18992a253f5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:43.902197 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47716) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:43.958789 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] Publish callbacks [] for security_group (a4f877dd-29a4-4b22-a2df-d18992a253f5), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:43.983141 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] Publish callbacks [] for security_group (a4f877dd-29a4-4b22-a2df-d18992a253f5), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:44.184707 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a4f877dd-29a4-4b22-a2df-d18992a253f5), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:44.187557 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:44.191352 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4f877dd-29a4-4b22-a2df-d18992a253f5 HTTP/1.1" status: 204 len: 168 time: 0.2860730 May 03 16:29:44.206483 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541174-9196-4c26-8059-c80a20e7664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f877dd-29a4-4b22-a2df-d18992a253f5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:44.217256 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c2f0-5921-4b17-8aac-f582504f9cfd req-aea1f045-9cc4-44da-ae35-60da99303688 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:44.219176 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7599c2f0-5921-4b17-8aac-f582504f9cfd req-aea1f045-9cc4-44da-ae35-60da99303688 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0724790 May 03 16:29:44.284797 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70a9a-3c01-4e05-92c7-392385666f7a req-29a0570b-b4b2-4941-a606-83070178b89b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:44.286296 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7e70a9a-3c01-4e05-92c7-392385666f7a req-29a0570b-b4b2-4941-a606-83070178b89b tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0898838 May 03 16:29:44.314559 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7599c2f0-5921-4b17-8aac-f582504f9cfd req-fd67005f-8e36-480a-9c6d-2dad99644e4c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869424 May 03 16:29:44.361853 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7e70a9a-3c01-4e05-92c7-392385666f7a req-ce61736c-3597-4d99-ad23-d3a2f8ec2dcf tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654194 May 03 16:29:44.799301 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:44.814519 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e697f34-2745-4379-8eb5-1dd1ae3e42e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:44.913245 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e697f34-2745-4379-8eb5-1dd1ae3e42e9 admin admin] Publish callbacks [] for security_group (b5c4dc29-554e-4fde-b77c-931bfec27013), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.027142 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e697f34-2745-4379-8eb5-1dd1ae3e42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b5c4dc29-554e-4fde-b77c-931bfec27013), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.073373 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e697f34-2745-4379-8eb5-1dd1ae3e42e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4dc29-554e-4fde-b77c-931bfec27013,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:45.080484 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0e697f34-2745-4379-8eb5-1dd1ae3e42e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a9783c5ef92414aad90cd702acea16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798631 May 03 16:29:45.084221 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:45.148460 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] Publish callbacks [] for security_group (b5c4dc29-554e-4fde-b77c-931bfec27013), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.154675 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:29:45.178128 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] Publish callbacks [] for security_group (b5c4dc29-554e-4fde-b77c-931bfec27013), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.287129 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b5c4dc29-554e-4fde-b77c-931bfec27013), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.289894 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:45.295097 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5c4dc29-554e-4fde-b77c-931bfec27013 HTTP/1.1" status: 204 len: 168 time: 0.2070811 May 03 16:29:45.308927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6a4e1-bd39-401a-86c3-fa8e980a0a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4dc29-554e-4fde-b77c-931bfec27013,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:45.455659 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddd96a-a824-44de-807e-bd84cc1d6efb req-c9bc811d-c17b-42ec-8f3d-a180f1dfcb58 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:45.457195 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7ddd96a-a824-44de-807e-bd84cc1d6efb req-c9bc811d-c17b-42ec-8f3d-a180f1dfcb58 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0647774 May 03 16:29:45.524356 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c7399-c5c5-478f-9ba9-99e268b8eb99 req-956201fa-c4ff-4607-9c35-62ad94ae5dd8 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:45.526552 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-410c7399-c5c5-478f-9ba9-99e268b8eb99 req-956201fa-c4ff-4607-9c35-62ad94ae5dd8 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0684042 May 03 16:29:45.556063 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7ddd96a-a824-44de-807e-bd84cc1d6efb req-c5646496-95f6-4c95-90c8-d472bfe84271 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891850 May 03 16:29:45.610970 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-410c7399-c5c5-478f-9ba9-99e268b8eb99 req-26f9064f-a485-4b5e-aaf9-b24169048967 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 May 03 16:29:45.683550 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a69297-e70a-433f-b823-cf42a1f4632e req-dfc6232b-a8a3-40d0-83e9-2de12f4da698 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:45.685158 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-43a69297-e70a-433f-b823-cf42a1f4632e req-dfc6232b-a8a3-40d0-83e9-2de12f4da698 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0484838 May 03 16:29:45.733773 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-43a69297-e70a-433f-b823-cf42a1f4632e req-0b149dde-abe4-446f-a3aa-b3372e8c0cc4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 May 03 16:29:46.553161 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47834) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:46.623994 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Deleting subnet fb00e384-2ee7-4c23-af8e-1ace96c87cae {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:29:46.632427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Publish callbacks [] for subnet (fb00e384-2ee7-4c23-af8e-1ace96c87cae), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:46.676528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Publish callbacks [] for subnet (fb00e384-2ee7-4c23-af8e-1ace96c87cae), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:46.690817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (fb00e384-2ee7-4c23-af8e-1ace96c87cae), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:46.786673 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8260-4b1e-4802-84fe-f5eeb5d92184 req-6d2545ed-3efb-4a3b-9601-dae2900bcd27 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:46.788217 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e8a8260-4b1e-4802-84fe-f5eeb5d92184 req-6d2545ed-3efb-4a3b-9601-dae2900bcd27 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0607591 May 03 16:29:46.845597 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e8a8260-4b1e-4802-84fe-f5eeb5d92184 req-7d6cdf5b-2d84-4a0f-897e-ccf8a8dfc223 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 May 03 16:29:46.895818 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (fb00e384-2ee7-4c23-af8e-1ace96c87cae), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:46.930154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb00e384-2ee7-4c23-af8e-1ace96c87cae,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:46.934466 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:46.942249 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-567857ac-16ef-466a-9906-4e632728e9e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb00e384-2ee7-4c23-af8e-1ace96c87cae HTTP/1.1" status: 204 len: 168 time: 0.3857753 May 03 16:29:46.942415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47852) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:47.013577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (5277e8f7-065b-4ae5-8777-bdcbb43ea983), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.108419 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (5277e8f7-065b-4ae5-8777-bdcbb43ea983), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.128624 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.128964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.129717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.130046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.130369 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.130698 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.131016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.131362 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.131679 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.131994 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.213669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.214026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.214453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.214735 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:29:47.215108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5277e8f7-065b-4ae5-8777-bdcbb43ea983']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:47.233578 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:47.233877 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d2648f-e025-4a7e-94d1-f7c8b74ae883') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:47.250233 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (f5d2648f-e025-4a7e-94d1-f7c8b74ae883), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.271803 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f5d2648f-e025-4a7e-94d1-f7c8b74ae883), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.282537 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:29:47.282927 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (f5d2648f-e025-4a7e-94d1-f7c8b74ae883), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: from cryptography.utils import int_from_bytes May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: from cryptography.utils import int_from_bytes May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:29:47.303906 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:29:47.436440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2fee0-b7c7-4ef3-8e0e-2648c62c6278 req-297c13a7-2c22-475d-b156-bdf1c2dc3b07 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:47.438174 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9b2fee0-b7c7-4ef3-8e0e-2648c62c6278 req-297c13a7-2c22-475d-b156-bdf1c2dc3b07 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0528212 May 03 16:29:47.451919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (5277e8f7-065b-4ae5-8777-bdcbb43ea983), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.475694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:47.479264 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] 10.222.0.42 "DELETE /v2.0/networks/5277e8f7-065b-4ae5-8777-bdcbb43ea983 HTTP/1.1" status: 204 len: 168 time: 0.5358222 May 03 16:29:47.485533 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc5a05-93f8-4c03-bbf2-3913c4019c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=5277e8f7-065b-4ae5-8777-bdcbb43ea983,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:47.544721 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9b2fee0-b7c7-4ef3-8e0e-2648c62c6278 req-dbc27ecd-7aa6-461f-8d29-781c4ac782e0 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879607 May 03 16:29:47.996698 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47890) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:48.034812 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-11203395-8890-4a1d-ac5c-c796eddc5903 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58105e939ccc4750a9676302a6c0eeed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368981 May 03 16:29:48.037492 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47892) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:48.101920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] Publish callbacks [] for security_group (2eb77452-d3aa-401c-95aa-694dbf619ca3), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:48.149840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] Publish callbacks [] for security_group (2eb77452-d3aa-401c-95aa-694dbf619ca3), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:48.341206 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (2eb77452-d3aa-401c-95aa-694dbf619ca3), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:48.344198 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:48.345523 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eb77452-d3aa-401c-95aa-694dbf619ca3 HTTP/1.1" status: 204 len: 168 time: 0.3070066 May 03 16:29:48.356183 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc753-b7d6-430e-8c01-d19a23cf4b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb77452-d3aa-401c-95aa-694dbf619ca3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:48.658319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0eb4a-7dba-44f7-a0c6-b5e48e0bcf53 req-68ad6224-cb0f-48fb-b4b7-4821d4346dfa tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:48.659942 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8fc0eb4a-7dba-44f7-a0c6-b5e48e0bcf53 req-68ad6224-cb0f-48fb-b4b7-4821d4346dfa tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0632455 May 03 16:29:48.710365 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8fc0eb4a-7dba-44f7-a0c6-b5e48e0bcf53 req-b2b2f487-fa5d-4717-b362-5f90f5a3fab9 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 May 03 16:29:48.874386 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d533f-d477-41ba-9310-023d8bf2aa4a req-8394841f-66d7-4b9c-a79a-53789b67a342 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:48.881736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e9d533f-d477-41ba-9310-023d8bf2aa4a req-8394841f-66d7-4b9c-a79a-53789b67a342 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0719411 May 03 16:29:48.949339 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-457a4ef4-4600-4dc6-a189-a5b2564e6166 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:48.950256 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-457a4ef4-4600-4dc6-a189-a5b2564e6166 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0696282 May 03 16:29:48.970555 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e9d533f-d477-41ba-9310-023d8bf2aa4a req-bc9aaafd-d280-484b-a2c6-d125f3221cc9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887153 May 03 16:29:49.085887 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:49.271095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b2818d7-9c48-42f0-af45-82cd90660e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.357731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b2818d7-9c48-42f0-af45-82cd90660e9f admin admin] Publish callbacks [] for security_group (3fcc48a2-3157-4562-82a8-730067aef6fc), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.454987 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b2818d7-9c48-42f0-af45-82cd90660e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3fcc48a2-3157-4562-82a8-730067aef6fc), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.494671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3b2818d7-9c48-42f0-af45-82cd90660e9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40b96ea7758c49cc859b0281cacf7977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069080 May 03 16:29:49.495931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2818d7-9c48-42f0-af45-82cd90660e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc48a2-3157-4562-82a8-730067aef6fc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:49.498593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 47988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:49.530914 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 47990) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:49.548289 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] Publish callbacks [] for security_group (3fcc48a2-3157-4562-82a8-730067aef6fc), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.576903 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] Publish callbacks [] for security_group (3fcc48a2-3157-4562-82a8-730067aef6fc), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.640105 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-28061950-network', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:49.738677 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3fcc48a2-3157-4562-82a8-730067aef6fc), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.742127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.743996 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fcc48a2-3157-4562-82a8-730067aef6fc HTTP/1.1" status: 204 len: 168 time: 0.2441084 May 03 16:29:49.756524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779fb39-c1a7-4cb6-99b8-abf5238d66f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcc48a2-3157-4562-82a8-730067aef6fc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:49.767150 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Made reservation on behalf of f9ae1a3920c3485da0cc8f5f91108796 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:29:49.770330 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.780638 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.838672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac7912-8558-4c79-ad2e-71ae244352a1 req-315776b8-8e23-496c-bed0-51cf6f0d3082 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:49.840269 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7ac7912-8558-4c79-ad2e-71ae244352a1 req-315776b8-8e23-496c-bed0-51cf6f0d3082 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 950 time: 0.0508595 May 03 16:29:49.868821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks [] for security_group (b556c4ba-6de0-45e3-946f-b1b768a5a3ca), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:49.888137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7ac7912-8558-4c79-ad2e-71ae244352a1 req-d35dc644-047e-4e15-b389-792c77fc21c8 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/security-groups?id=8dd8749d-95e5-45e3-b498-a82a82f6f745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 May 03 16:29:49.989842 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b556c4ba-6de0-45e3-946f-b1b768a5a3ca), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.015105 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:29:50.024779 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b556c4ba-6de0-45e3-946f-b1b768a5a3ca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:50.030259 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f14ae13b-1f76-4ffe-9091-4bf44067ac04), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.030609 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Added segment f14ae13b-1f76-4ffe-9091-4bf44067ac04 of type vlan for network 8570f46f-8ac1-4411-af56-3eb50054518c May 03 16:29:50.073518 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (8570f46f-8ac1-4411-af56-3eb50054518c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.122289 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55818ee-9ba9-4312-a6af-1e8b1e5c3223 req-c4c7ba14-fa34-4d62-ba6d-2008d111c72d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:50.123861 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d55818ee-9ba9-4312-a6af-1e8b1e5c3223 req-c4c7ba14-fa34-4d62-ba6d-2008d111c72d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0801337 May 03 16:29:50.180930 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (8570f46f-8ac1-4411-af56-3eb50054518c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.181944 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:50.182523 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.200572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Deleting port d2567f8f-6a81-40ab-bc12-887f19ca7113 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:29:50.200919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.234827 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d55818ee-9ba9-4312-a6af-1e8b1e5c3223 req-da802d00-6c02-4e28-bd68-8b235a5b993e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 May 03 16:29:50.248129 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] Pushing event updated for resources: {'Network': ['ID=8570f46f-8ac1-4411-af56-3eb50054518c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:50.258714 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 8570f46f-8ac1-4411-af56-3eb50054518c details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:29:50.262076 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5c8ecf4f-d9b3-4ce3-b27e-ded447ac8765 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7294071 May 03 16:29:50.277629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:50.282309 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Request body: {'subnet': {'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-subnet', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:50.325132 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] For port d2567f8f-6a81-40ab-bc12-887f19ca7113, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=d2567f8f-6a81-40ab-bc12-887f19ca7113,segment=NetworkSegment(8a0f06e4-500d-41c3-8b82-0911d3711d55),segment_id=8a0f06e4-500d-41c3-8b82-0911d3711d55)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:50.325542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.340558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Calling delete_port for d2567f8f-6a81-40ab-bc12-887f19ca7113 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:29:50.372525 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Made reservation on behalf of f9ae1a3920c3485da0cc8f5f91108796 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:29:50.374881 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.452342 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:50.468516 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8c55-2709-4bc7-8627-e73f37f7e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.553039 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d2567f8f-6a81-40ab-bc12-887f19ca7113), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.587861 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Pushing event deleted for resources: {'Port': ['ID=d2567f8f-6a81-40ab-bc12-887f19ca7113,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:50.640315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] No DVR routers for this DVR port d2567f8f-6a81-40ab-bc12-887f19ca7113 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:29:50.643763 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.648799 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f0d220b-f1c9-4e8a-9efc-6fc309fb46b0 req-5f9cf2e7-3b3d-4894-8d8d-f8a9ea62a885 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.36 "DELETE /v2.0/ports/d2567f8f-6a81-40ab-bc12-887f19ca7113 HTTP/1.1" status: 204 len: 173 time: 0.5732961 May 03 16:29:50.649579 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'name': 'network-vif-deleted', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:29:50.652849 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b67ae7-39f4-49bb-989c-131dc766f415" -d '{"events": [{"server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "name": "network-vif-deleted", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:29:50.701004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ac4f7-c966-4487-b1c4-f44055a5c5dc x-openstack-request-id: req-cf3ac4f7-c966-4487-b1c4-f44055a5c5dc {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:29:50.701442 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbcaf8f-ec80-46e5-8072-2224b2011c0a", "name": "network-vif-deleted", "tag": "d2567f8f-6a81-40ab-bc12-887f19ca7113", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:29:50.701852 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf3ac4f7-c966-4487-b1c4-f44055a5c5dc {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:29:50.702251 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3ac4f7-c966-4487-b1c4-f44055a5c5dc'] response: {'server_uuid': '1fbcaf8f-ec80-46e5-8072-2224b2011c0a', 'name': 'network-vif-deleted', 'tag': 'd2567f8f-6a81-40ab-bc12-887f19ca7113', 'status': 'completed', 'code': 200} May 03 16:29:50.781119 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8c55-2709-4bc7-8627-e73f37f7e7a1 admin admin] Publish callbacks [] for security_group (5eab689f-a843-48a5-ae43-fdfb20475406), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.861442 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (fd01bcd3-de98-41f7-afa0-98cf05479ee9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.891991 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8c55-2709-4bc7-8627-e73f37f7e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5eab689f-a843-48a5-ae43-fdfb20475406), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:50.963124 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0a3f8c55-2709-4bc7-8627-e73f37f7e7a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ce2906533e64cf2aae1b777f419bf43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093977 May 03 16:29:50.966103 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48020) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:50.966725 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd01bcd3-de98-41f7-afa0-98cf05479ee9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:50.968771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f8c55-2709-4bc7-8627-e73f37f7e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab689f-a843-48a5-ae43-fdfb20475406,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:50.989797 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2352ffed-89a8-4a17-acbb-229aefeb5038 req-0693c2a4-f51b-42d8-9337-2b6cf9759288 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0319579 May 03 16:29:50.998516 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Checking segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:29:50.998885 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Network hostable DHCP agents. Network: 8570f46f-8ac1-4411-af56-3eb50054518c, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:29:51.041913 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] Publish callbacks [] for security_group (5eab689f-a843-48a5-ae43-fdfb20475406), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.063889 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] Publish callbacks [] for security_group (5eab689f-a843-48a5-ae43-fdfb20475406), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.123945 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Network 8570f46f-8ac1-4411-af56-3eb50054518c is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:29:51.175339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5eab689f-a843-48a5-ae43-fdfb20475406), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.177838 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.178980 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eab689f-a843-48a5-ae43-fdfb20475406 HTTP/1.1" status: 204 len: 168 time: 0.2075989 May 03 16:29:51.186523 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa5812-dbf8-46c6-aff5-cc7f1c40823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab689f-a843-48a5-ae43-fdfb20475406,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:51.204307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 8570f46f-8ac1-4411-af56-3eb50054518c) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:51.208427 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:51.209292 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.217623 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6be198-26eb-47ea-bd87-f093c37e6354 None None] Network 8570f46f-8ac1-4411-af56-3eb50054518c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:29:51.305390 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b9828f27-dbb8-434a-ae72-d52623b9cd5d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0265610 May 03 16:29:51.308140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48030) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:51.312670 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:51.355288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9bc1-40da-47c5-88f4-65143d65d90f req-5db7cee3-c4e2-4ec7-9fb9-9bb5863de3fe tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:51.357337 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-796a9bc1-40da-47c5-88f4-65143d65d90f req-5db7cee3-c4e2-4ec7-9fb9-9bb5863de3fe tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0473573 May 03 16:29:51.360818 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-8570f46f-8ac1-4411-af56-3eb50054518c', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:29:51.361674 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.407817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.409957 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.410692 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-796a9bc1-40da-47c5-88f4-65143d65d90f req-e8ec2121-cb46-494f-8f7e-72311d374232 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 May 03 16:29:51.471107 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for router_controller (60296e3a-a709-4691-9e4d-c8a53302b77d), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.503875 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Allocated IP 172.20.0.2 (8570f46f-8ac1-4411-af56-3eb50054518c/fd01bcd3-de98-41f7-afa0-98cf05479ee9/55a67dad-3537-4422-9d9a-b374a47d89ed) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:29:51.650906 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks [] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.669561 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for router_gateway (60296e3a-a709-4691-9e4d-c8a53302b77d), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.746995 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.787301 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Network 8570f46f-8ac1-4411-af56-3eb50054518c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:51.790323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:51.798439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:29:51.805421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Pushing event updated for resources: {'Port': ['ID=55a67dad-3537-4422-9d9a-b374a47d89ed,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:51.867104 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Attempting to bind port 55a67dad-3537-4422-9d9a-b374a47d89ed on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:29:51.867622 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Attempting to bind port 55a67dad-3537-4422-9d9a-b374a47d89ed by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:29:51.868031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Attempting to bind port 55a67dad-3537-4422-9d9a-b374a47d89ed on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:29:51.873546 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:29:51.875808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Checking segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:29:51.875808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.875808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Bound using segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:29:51.875808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Bound port: 55a67dad-3537-4422-9d9a-b374a47d89ed, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:29:51.875808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.942230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] For port 55a67dad-3537-4422-9d9a-b374a47d89ed, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:29:51.945249 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] For port 55a67dad-3537-4422-9d9a-b374a47d89ed, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=55a67dad-3537-4422-9d9a-b374a47d89ed,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:29:51.958244 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for router_gateway (60296e3a-a709-4691-9e4d-c8a53302b77d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:51.977573 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:52.056186 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:52.096891 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Allocated IP 172.27.0.104 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/091d5c4d-b387-432c-b49c-58af62869517) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:29:52.099219 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d0179a37-31f5-450e-a72b-9e70e480f54d req-e9caf19c-38c4-48ac-b999-34d0fce43c3d tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0349309 May 03 16:29:52.151710 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf48a4-2d32-4265-aa58-65e1a55a3eb2 None None] Pushing event updated for resources: {'Port': ['ID=55a67dad-3537-4422-9d9a-b374a47d89ed,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:52.222393 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for port (091d5c4d-b387-432c-b49c-58af62869517), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:52.347246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (091d5c4d-b387-432c-b49c-58af62869517), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:52.399809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:52.404095 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:52.406576 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:29:52.407933 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-a2a6c796-fe23-4e91-89e1-8b9edc96757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:52.417220 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-a2a6c796-fe23-4e91-89e1-8b9edc96757a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.0728738 May 03 16:29:52.462660 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Pushing event updated for resources: {'Port': ['ID=091d5c4d-b387-432c-b49c-58af62869517,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:52.475109 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device d2567f8f-6a81-40ab-bc12-887f19ca7113 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:29:52.553513 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: d2567f8f-6a81-40ab-bc12-887f19ca7113 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:29:52.554253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device d2567f8f-6a81-40ab-bc12-887f19ca7113 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:29:52.571556 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-49bf119c-eb66-4522-9c5a-972abd6833ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:52.573685 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-49bf119c-eb66-4522-9c5a-972abd6833ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.1554682 May 03 16:29:52.624648 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-ae49db39-75d6-4eb4-938e-38f3aa478169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.0390081 May 03 16:29:52.689068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c09f7-7eff-4792-a79f-420dc03ea09b req-6606b246-4690-4022-b8db-b2596b3638e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:52.692185 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-226c09f7-7eff-4792-a79f-420dc03ea09b req-6606b246-4690-4022-b8db-b2596b3638e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1220839 May 03 16:29:52.722214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-838b08df-c4e9-4108-9bee-100ded2463db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:52.723876 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-838b08df-c4e9-4108-9bee-100ded2463db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0838623 May 03 16:29:52.801266 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-226c09f7-7eff-4792-a79f-420dc03ea09b req-e56bf0fd-15c3-4afb-ac8b-33d45ed5ecfd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044092 May 03 16:29:52.808556 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-4818439c-2e37-4ea7-ab92-a4d077dbc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:52.809335 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-4818439c-2e37-4ea7-ab92-a4d077dbc18a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682256 May 03 16:29:52.828135 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for router_gateway (60296e3a-a709-4691-9e4d-c8a53302b77d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.035832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.229465 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bcadbeee-bc14-4eca-bf30-f5c5905f54ae req-6e4311f4-b53a-4653-9d81-3a6c2bd5d72c tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0273428 May 03 16:29:53.258180 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Router 60296e3a-a709-4691-9e4d-c8a53302b77d is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:29:53.301185 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e0457-1e93-4ff6-8aff-620dd1a89c35 None None] Network 8570f46f-8ac1-4411-af56-3eb50054518c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:29:53.438767 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Provisioning complete for port 55a67dad-3537-4422-9d9a-b374a47d89ed triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:53.439154 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.544432 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:29:53.551841 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Current status of the port 55a67dad-3537-4422-9d9a-b374a47d89ed is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:53.553574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.555770 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:29:53.567523 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:53.568171 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:53.594601 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] For port 55a67dad-3537-4422-9d9a-b374a47d89ed, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=55a67dad-3537-4422-9d9a-b374a47d89ed,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:53.657984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.659705 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6caf00cc-57e8-4b9f-9488-f05ed3e11e36 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3505673 May 03 16:29:53.662688 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48094) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:53.673064 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.688017 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:53.745501 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a5677-e46c-4df2-9987-8c55174da244 None None] Pushing event updated for resources: {'Port': ['ID=55a67dad-3537-4422-9d9a-b374a47d89ed,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:53.821040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-85558283-0750-46a1-94bd-c8ffed4e2621 None None] Provisioning complete for port 55a67dad-3537-4422-9d9a-b374a47d89ed triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:53.821429 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85558283-0750-46a1-94bd-c8ffed4e2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:53.944626 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:52Z', 'revision_number': 3, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:53.974308 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 55a67dad-3537-4422-9d9a-b374a47d89ed up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:53.980310 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:29:53.980886 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Updating router 60296e3a-a709-4691-9e4d-c8a53302b77d port 091d5c4d-b387-432c-b49c-58af62869517 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:29:54.004159 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-85558283-0750-46a1-94bd-c8ffed4e2621 None None] Current status of the port 55a67dad-3537-4422-9d9a-b374a47d89ed is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:54.016228 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (091d5c4d-b387-432c-b49c-58af62869517), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.017296 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7242b-103f-471a-b21a-301dfff02e99 req-21b5a53a-b2a6-42df-a7b2-0d8a943251f2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:54.020642 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5a7242b-103f-471a-b21a-301dfff02e99 req-21b5a53a-b2a6-42df-a7b2-0d8a943251f2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0870175 May 03 16:29:54.043772 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 55a67dad-3537-4422-9d9a-b374a47d89ed triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:54.044276 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.133690 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 55a67dad-3537-4422-9d9a-b374a47d89ed is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:54.314220 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks [] for port (091d5c4d-b387-432c-b49c-58af62869517), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.352309 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbdd1ca4-4a53-44d3-b1a4-f86f13f06765 req-be82dfc3-0b39-4576-bbec-acae025ab050 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.0376563 May 03 16:29:54.387079 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (091d5c4d-b387-432c-b49c-58af62869517), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.411967 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5a7242b-103f-471a-b21a-301dfff02e99 req-53ef88bf-5043-4aed-b91a-b58a1fd43e28 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161690 May 03 16:29:54.435583 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Pushing event updated for resources: {'Port': ['ID=091d5c4d-b387-432c-b49c-58af62869517,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:54.444389 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.444920 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.445422 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.446036 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.446514 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.447088 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.447986 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.448257 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.448576 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.448900 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.449223 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.449556 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.450023 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.450498 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.450987 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:29:54.471055 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Attempting to bind port 091d5c4d-b387-432c-b49c-58af62869517 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:29:54.471551 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Attempting to bind port 091d5c4d-b387-432c-b49c-58af62869517 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:29:54.471970 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Attempting to bind port 091d5c4d-b387-432c-b49c-58af62869517 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:29:54.477130 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:29:54.477749 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:29:54.478110 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.479237 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:29:54.479798 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Bound port: 091d5c4d-b387-432c-b49c-58af62869517, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:29:54.480238 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (091d5c4d-b387-432c-b49c-58af62869517), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.533949 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] For port 091d5c4d-b387-432c-b49c-58af62869517, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:29:54.537239 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] For port 091d5c4d-b387-432c-b49c-58af62869517, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=091d5c4d-b387-432c-b49c-58af62869517,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:29:54.567766 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.636076 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (091d5c4d-b387-432c-b49c-58af62869517), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:54.694994 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6593b-f7ed-4b97-b6b7-a236b078afaf None None] Pushing event updated for resources: {'Port': ['ID=091d5c4d-b387-432c-b49c-58af62869517,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:54.715635 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:54.716272 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:54.745632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Allocated IP 172.20.0.1 (8570f46f-8ac1-4411-af56-3eb50054518c/fd01bcd3-de98-41f7-afa0-98cf05479ee9/20f08579-4d88-4778-a549-b9b261862507) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:29:54.835738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48128) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:54.840803 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:54.887619 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks [] for port (20f08579-4d88-4778-a549-b9b261862507), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.007418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (20f08579-4d88-4778-a549-b9b261862507), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.044199 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca083400-7a1e-4d83-a98d-7dc47370aa7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.062288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Network 8570f46f-8ac1-4411-af56-3eb50054518c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:55.070554 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:55.078311 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:29:55.108245 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Pushing event updated for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:55.115656 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:52Z', 'revision_number': 3, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:55.138844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (60296e3a-a709-4691-9e4d-c8a53302b77d), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.151668 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e44f29-5c12-459d-a849-6c59d42d3227 None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:52Z', 'revision_number': 3, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:29:55.338549 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e0b8c80-6dcb-4dde-883f-c93de5b65e90 None None] Provisioning complete for port 20f08579-4d88-4778-a549-b9b261862507 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:55.339631 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8c80-6dcb-4dde-883f-c93de5b65e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (20f08579-4d88-4778-a549-b9b261862507), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.358902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca083400-7a1e-4d83-a98d-7dc47370aa7f admin admin] Publish callbacks [] for security_group (0377a77f-154a-439e-8445-0c7f2938c3c7), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.380325 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-66d5adac-40a3-49a6-8df9-ebcc6aecafed service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966536 May 03 16:29:55.386366 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b8c80-6dcb-4dde-883f-c93de5b65e90 None None] Port 20f08579-4d88-4778-a549-b9b261862507 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:29:55.446852 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca083400-7a1e-4d83-a98d-7dc47370aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0377a77f-154a-439e-8445-0c7f2938c3c7), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.545511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ca083400-7a1e-4d83-a98d-7dc47370aa7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49e3ae4c66a84d5c82f906ca3db7aece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7087145 May 03 16:29:55.548395 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48142) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:55.587344 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca083400-7a1e-4d83-a98d-7dc47370aa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0377a77f-154a-439e-8445-0c7f2938c3c7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:55.598456 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3779a518-aefd-42ad-9cc5-d5e9ca0f6b47 req-0f7432fe-a3e1-4e7a-a69a-b24e0ee44530 tempest-VolumesNegativeTest-560344449 tempest-VolumesNegativeTest-560344449-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbcaf8f-ec80-46e5-8072-2224b2011c0a HTTP/1.1" status: 200 len: 210 time: 0.1051536 May 03 16:29:55.606266 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (20f08579-4d88-4778-a549-b9b261862507), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.626254 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] Publish callbacks [] for security_group (0377a77f-154a-439e-8445-0c7f2938c3c7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.647196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3df3-6344-4534-ada9-a3df0b352700 req-e56e2787-4caa-49c6-983e-fc868cc02bef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:55.648896 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-78ef3df3-6344-4534-ada9-a3df0b352700 req-e56e2787-4caa-49c6-983e-fc868cc02bef tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1436517 May 03 16:29:55.665252 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] Publish callbacks [] for security_group (0377a77f-154a-439e-8445-0c7f2938c3c7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.737549 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-78ef3df3-6344-4534-ada9-a3df0b352700 req-7d6672f2-788c-42f0-befc-f6d6082ffdc8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817375 May 03 16:29:55.781194 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0377a77f-154a-439e-8445-0c7f2938c3c7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.783895 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.785099 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0377a77f-154a-439e-8445-0c7f2938c3c7 HTTP/1.1" status: 204 len: 168 time: 0.2355921 May 03 16:29:55.793589 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc055bd-8806-4bf1-9581-c5b5b6e69840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0377a77f-154a-439e-8445-0c7f2938c3c7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:55.862015 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks [] for port (20f08579-4d88-4778-a549-b9b261862507), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:55.907297 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 091d5c4d-b387-432c-b49c-58af62869517 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:55.975173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (20f08579-4d88-4778-a549-b9b261862507), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.014070 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 091d5c4d-b387-432c-b49c-58af62869517 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:56.014465 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (091d5c4d-b387-432c-b49c-58af62869517), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.055237 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (60296e3a-a709-4691-9e4d-c8a53302b77d), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.057661 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Pushing event updated for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:56.113032 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 091d5c4d-b387-432c-b49c-58af62869517 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:56.113630 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (091d5c4d-b387-432c-b49c-58af62869517), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.136777 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 091d5c4d-b387-432c-b49c-58af62869517, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=091d5c4d-b387-432c-b49c-58af62869517,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:56.166311 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Network 8570f46f-8ac1-4411-af56-3eb50054518c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:56.168095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:56.200933 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (091d5c4d-b387-432c-b49c-58af62869517), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.256152 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=091d5c4d-b387-432c-b49c-58af62869517,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:56.291731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:29:56.412975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-741667d1-e913-4333-9d72-bb797ac8a00d None None] Provisioning complete for port 20f08579-4d88-4778-a549-b9b261862507 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:56.413563 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-741667d1-e913-4333-9d72-bb797ac8a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (20f08579-4d88-4778-a549-b9b261862507), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.431892 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:29:56.437773 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-aca2a603-5c38-4d83-8f73-d77c728324c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/60296e3a-a709-4691-9e4d-c8a53302b77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7737412 May 03 16:29:56.472060 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-741667d1-e913-4333-9d72-bb797ac8a00d None None] Port 20f08579-4d88-4778-a549-b9b261862507 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:29:56.499165 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:56.513743 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a217f8f8-60d6-4032-904b-f6711446121c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.534819 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-236a4dd1-bf3a-41c6-9bb9-05c36bf79d4a req-43162f23-b79c-4fac-a319-72a8d7f012da service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250005 May 03 16:29:56.611881 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a217f8f8-60d6-4032-904b-f6711446121c admin admin] Publish callbacks [] for security_group (ac26f7cd-62c8-483a-b487-96fb0dbab03f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.704428 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a217f8f8-60d6-4032-904b-f6711446121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ac26f7cd-62c8-483a-b487-96fb0dbab03f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.748131 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a217f8f8-60d6-4032-904b-f6711446121c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10b97adcc2764287abbc8d3038d91627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477190 May 03 16:29:56.748988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f8f8-60d6-4032-904b-f6711446121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac26f7cd-62c8-483a-b487-96fb0dbab03f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:56.751598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48172) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:56.839945 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] Publish callbacks [] for security_group (ac26f7cd-62c8-483a-b487-96fb0dbab03f), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.897899 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] Publish callbacks [] for security_group (ac26f7cd-62c8-483a-b487-96fb0dbab03f), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:56.912243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc957b1-c903-4b42-b855-56b923bcedc7 req-1b787ea7-df93-49ad-b90f-076ab0b415db tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:56.914614 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dc957b1-c903-4b42-b855-56b923bcedc7 req-1b787ea7-df93-49ad-b90f-076ab0b415db tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0716128 May 03 16:29:56.978750 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dc957b1-c903-4b42-b855-56b923bcedc7 req-e894013f-5a8f-4a81-9f79-e91d66a5d44c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563838 May 03 16:29:57.001891 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:29:57.015382 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:57.016201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:57.075233 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48188) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:57.080085 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472766860', 'description': 'tempest-description--833147589'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:57.089525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (ac26f7cd-62c8-483a-b487-96fb0dbab03f), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.092657 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.096192 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac26f7cd-62c8-483a-b487-96fb0dbab03f HTTP/1.1" status: 204 len: 168 time: 0.3407567 May 03 16:29:57.109560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92fa75-e90c-4ce5-a0d4-6e7cf25a56d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac26f7cd-62c8-483a-b487-96fb0dbab03f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:57.166753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:57.203828 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.276651 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (1dfd582c-34c6-418f-b6d2-ee2a627ac3d5), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.377504 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 2, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:57.403068 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:29:57.403450 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Updating router 60296e3a-a709-4691-9e4d-c8a53302b77d port 20f08579-4d88-4778-a549-b9b261862507 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:29:57.429693 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (20f08579-4d88-4778-a549-b9b261862507), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.430350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1dfd582c-34c6-418f-b6d2-ee2a627ac3d5), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.475917 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:57.534532 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.535825 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5a8590a3-f13d-4ce2-8d18-98065209c9af tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4593542 May 03 16:29:57.545444 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:57.552297 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group_rule': {'security_group_id': '1dfd582c-34c6-418f-b6d2-ee2a627ac3d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:57.663567 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (d63f7493-0632-4b2b-a3b8-e34aa6044dfe), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.741587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (d63f7493-0632-4b2b-a3b8-e34aa6044dfe), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.841372 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (d63f7493-0632-4b2b-a3b8-e34aa6044dfe), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.864859 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f7493-0632-4b2b-a3b8-e34aa6044dfe,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:57.898657 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 091d5c4d-b387-432c-b49c-58af62869517 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:57.908391 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks [] for port (20f08579-4d88-4778-a549-b9b261862507), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.930199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aff287f5-00da-4b1a-8758-f4df2c1129be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.958522 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 091d5c4d-b387-432c-b49c-58af62869517 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:57.958921 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (091d5c4d-b387-432c-b49c-58af62869517), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.969046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:57.973029 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-dd9cd93d-d1a5-48fb-b41b-ade0f22c48e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232697 May 03 16:29:57.974095 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:57.982392 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group_rule': {'security_group_id': '1dfd582c-34c6-418f-b6d2-ee2a627ac3d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:58.018650 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (20f08579-4d88-4778-a549-b9b261862507), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.125967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b7313-c1f4-4a3f-842b-6c5f1c6589fd None None] Pushing event updated for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:58.139514 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (e1684cc3-9c77-4e1a-9ed0-d0dda24cf71e), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.179407 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44737-830e-4637-a713-0caad904746c req-c0271f1d-528d-4a78-aa26-39c0c74854b7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:58.187233 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f9f44737-830e-4637-a713-0caad904746c req-c0271f1d-528d-4a78-aa26-39c0c74854b7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1188908 May 03 16:29:58.204329 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Attempting to bind port 20f08579-4d88-4778-a549-b9b261862507 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:29:58.204922 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Attempting to bind port 20f08579-4d88-4778-a549-b9b261862507 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:29:58.205691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Attempting to bind port 20f08579-4d88-4778-a549-b9b261862507 on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:29:58.214522 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:29:58.215191 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Checking segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:29:58.216343 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.217095 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Bound using segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:29:58.217978 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Bound port: 20f08579-4d88-4778-a549-b9b261862507, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:29:58.218919 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (20f08579-4d88-4778-a549-b9b261862507), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.222615 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 091d5c4d-b387-432c-b49c-58af62869517 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:58.272181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f9f44737-830e-4637-a713-0caad904746c req-a21c13cb-711b-41dc-a052-0b3420e91324 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 May 03 16:29:58.287557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (e1684cc3-9c77-4e1a-9ed0-d0dda24cf71e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.331610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] For port 20f08579-4d88-4778-a549-b9b261862507, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:29:58.335197 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] For port 20f08579-4d88-4778-a549-b9b261862507, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=20f08579-4d88-4778-a549-b9b261862507,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:29:58.370238 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (e1684cc3-9c77-4e1a-9ed0-d0dda24cf71e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.388315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1684cc3-9c77-4e1a-9ed0-d0dda24cf71e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:58.404576 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (20f08579-4d88-4778-a549-b9b261862507), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.440981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Provisioning complete for port 20f08579-4d88-4778-a549-b9b261862507 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:58.441609 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (20f08579-4d88-4778-a549-b9b261862507), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.494654 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.495893 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f71f30ab-1b6e-483a-82eb-9864e2658beb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5201774 May 03 16:29:58.498831 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:58.503447 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:58.520726 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:58.534449 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b7313-c1f4-4a3f-842b-6c5f1c6589fd None None] Pushing event updated for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:58.540434 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:29:58.547052 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:29:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:58.647030 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.669051 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546390595-network', 'tenant_id': '79396e9d69b94a84a646ec76604b9979'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:58.690574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Current status of the port 20f08579-4d88-4778-a549-b9b261862507 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:58.690966 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (20f08579-4d88-4778-a549-b9b261862507), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.724253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:29:58.764408 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.769903 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] For port 20f08579-4d88-4778-a549-b9b261862507, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=20f08579-4d88-4778-a549-b9b261862507,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:29:58.806998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Made reservation on behalf of 79396e9d69b94a84a646ec76604b9979 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:29:58.809272 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.820017 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.889920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (20f08579-4d88-4778-a549-b9b261862507), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.898621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Allocated IP 172.27.0.96 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/a791e6b8-5dae-437b-8ad7-d6a6b06af169) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:29:58.903459 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks [] for security_group (b3a73401-5103-4c93-95f4-b548e18f4c49), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:58.975612 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54605-7d76-4bd1-92da-5bfc8fbd0221 None None] Pushing event updated for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:58.991213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:29:58.998182 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b3a73401-5103-4c93-95f4-b548e18f4c49), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.014155 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.021379 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:29:59.028149 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbaa066-834b-4bb8-986c-05175ed7459a None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:29:59.037906 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74c1c283-db7c-4009-ac63-b38bdc1aee5f None None] Provisioning complete for port 20f08579-4d88-4778-a549-b9b261862507 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:59.038279 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74c1c283-db7c-4009-ac63-b38bdc1aee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (20f08579-4d88-4778-a549-b9b261862507), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.054824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a73401-5103-4c93-95f4-b548e18f4c49,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:59.058773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (e23501bc-8e26-495f-9ad9-19f851875ebb), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.059117 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Added segment e23501bc-8e26-495f-9ad9-19f851875ebb of type vlan for network e4be652a-e5ab-4a95-8cfa-aae043d726f0 May 03 16:29:59.147608 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (e4be652a-e5ab-4a95-8cfa-aae043d726f0), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.153276 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.153548 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74c1c283-db7c-4009-ac63-b38bdc1aee5f None None] Current status of the port 20f08579-4d88-4778-a549-b9b261862507 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:29:59.210770 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:29:59.214149 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:29:59.216872 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:29:59.273153 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=a791e6b8-5dae-437b-8ad7-d6a6b06af169,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:59.318423 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (e4be652a-e5ab-4a95-8cfa-aae043d726f0), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.319529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:59.320415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.323143 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.422006 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4be652a-e5ab-4a95-8cfa-aae043d726f0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:59.432326 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c6231-957b-4ecc-9590-c169da54dbe4 req-ee3aa3fa-1b2a-4b52-b901-1ab32da19de0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:29:59.433914 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e8c6231-957b-4ecc-9590-c169da54dbe4 req-ee3aa3fa-1b2a-4b52-b901-1ab32da19de0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0878775 May 03 16:29:59.438978 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network e4be652a-e5ab-4a95-8cfa-aae043d726f0 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:29:59.486780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e8c6231-957b-4ecc-9590-c169da54dbe4 req-466a5b53-4a70-42ee-9c85-d088de425f33 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 May 03 16:29:59.496470 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-4cd07a76-e7a5-4273-8f61-d686a8b4e9c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9746330 May 03 16:29:59.497142 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48338) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:29:59.502323 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Request body: {'subnet': {'network_id': 'e4be652a-e5ab-4a95-8cfa-aae043d726f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546390595-subnet', 'tenant_id': '79396e9d69b94a84a646ec76604b9979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:29:59.531355 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.598481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Made reservation on behalf of 79396e9d69b94a84a646ec76604b9979 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:29:59.601335 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12713658'] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.709589 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.872668 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.891270 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 20f08579-4d88-4778-a549-b9b261862507 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:29:59.906229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.926633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=a791e6b8-5dae-437b-8ad7-d6a6b06af169,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:29:59.941203 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13095339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12713636'] for subnet (e55c88a7-b211-41f6-bec3-5d69b785e8e0), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.943476 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 20f08579-4d88-4778-a549-b9b261862507 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:29:59.943476 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (20f08579-4d88-4778-a549-b9b261862507), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:29:59.996366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55c88a7-b211-41f6-bec3-5d69b785e8e0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:00.018003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Checking segment: {'id': 'e23501bc-8e26-495f-9ad9-19f851875ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4be652a-e5ab-4a95-8cfa-aae043d726f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:00.018003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Network hostable DHCP agents. Network: e4be652a-e5ab-4a95-8cfa-aae043d726f0, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:30:00.029444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 20f08579-4d88-4778-a549-b9b261862507 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:00.037122 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:00.041291 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8da2fac8-d00d-43b9-b9a9-8d989802cec7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5384319 May 03 16:30:00.120825 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Network e4be652a-e5ab-4a95-8cfa-aae043d726f0 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:30:00.201191 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb1f4-851b-4c75-b3d5-ea7a9ac1fa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:00.265006 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, e4be652a-e5ab-4a95-8cfa-aae043d726f0) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:00.270332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:00.271050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:00.278156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a03bfd-3eb7-49a2-bd16-b40c77ab8e3d None None] Network e4be652a-e5ab-4a95-8cfa-aae043d726f0 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:00.293727 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-cba3a6f4-2604-4dd1-a7a5-7475b1fb5d8a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1472766860&fields=id&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 267 time: 0.0689592 May 03 16:30:00.388020 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f1cbfb41-7c2f-459e-a220-949b32579095 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8895288 May 03 16:30:00.410911 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76f6d5-fcc2-4cf1-a8ec-05ce3a5538cb None None] Network e4be652a-e5ab-4a95-8cfa-aae043d726f0 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:00.438151 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-fcbff824-161d-408d-857e-eaf2cc33e5bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:00.445442 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-fcbff824-161d-408d-857e-eaf2cc33e5bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 815 time: 0.1433885 May 03 16:30:00.459814 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-c9664046-467f-4a50-b590-dba5ed25d0bc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/quotas/f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 375 time: 0.0134771 May 03 16:30:00.510387 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-a2bdcb41-1b24-47b3-9fb2-7fafd2cea72d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487554 May 03 16:30:00.896524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da528219-7c7a-4ff6-841f-ffa1d9c109c6 req-bd1e30c9-f3b6-4054-9060-c1e8a50bbb69 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:00.897993 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-da528219-7c7a-4ff6-841f-ffa1d9c109c6 req-bd1e30c9-f3b6-4054-9060-c1e8a50bbb69 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.2924922 May 03 16:30:00.902794 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-67e48c21-a1b6-45b3-9a8a-dd0726dd5ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708508 May 03 16:30:01.005607 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-da528219-7c7a-4ff6-841f-ffa1d9c109c6 req-7ac365c0-c41b-4e6a-930c-9fb79d413c9d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011436 May 03 16:30:01.028972 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-d4995732-cf51-4e3a-b155-1949b4ac3bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177967 May 03 16:30:01.041691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.292933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48470) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:01.300339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918492478-network', 'tenant_id': 'a6fd59426b794484b38922088d69bafc'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:01.338346 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0cfd2ffc-bd0c-41fd-866c-3652cd82bafd req-54e8bfe1-2164-4e31-9fbd-b84126567093 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0661507 May 03 16:30:01.429541 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Made reservation on behalf of a6fd59426b794484b38922088d69bafc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:01.432108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.441408 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.517335 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks [] for security_group (4ad66df4-6422-4fa1-9c7a-de61f261294e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.623634 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4ad66df4-6422-4fa1-9c7a-de61f261294e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.649046 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:30:01.658802 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad66df4-6422-4fa1-9c7a-de61f261294e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:01.663643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (b7cf17d4-048c-4ba4-be5f-03b157c56c97), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.663992 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Added segment b7cf17d4-048c-4ba4-be5f-03b157c56c97 of type vlan for network e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 May 03 16:30:01.708063 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (e4711397-1ed9-4b7a-b2f3-bb8d787dfe11), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.842709 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (e4711397-1ed9-4b7a-b2f3-bb8d787dfe11), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.842709 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:01.842709 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:01.900614 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e4711397-1ed9-4b7a-b2f3-bb8d787dfe11,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:01.910132 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:30:01.970179 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5b93fa17-59e9-45d1-8a4c-bf41454d98e1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6753657 May 03 16:30:01.972765 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:01.979339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Request body: {'subnet': {'network_id': 'e4711397-1ed9-4b7a-b2f3-bb8d787dfe11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918492478-subnet', 'tenant_id': 'a6fd59426b794484b38922088d69bafc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:02.081239 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Made reservation on behalf of a6fd59426b794484b38922088d69bafc for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:02.083663 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:02.143289 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47b712-7e9f-4127-916b-56ba8ff182f3 req-90c50025-9221-4f81-b861-e33b356ae80f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:02.144946 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4a47b712-7e9f-4127-916b-56ba8ff182f3 req-90c50025-9221-4f81-b861-e33b356ae80f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0693235 May 03 16:30:02.215960 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4a47b712-7e9f-4127-916b-56ba8ff182f3 req-eeb8bb70-e877-4434-b6d2-67e1fe479cd4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 May 03 16:30:02.412986 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (597a901f-a2bc-4164-94b0-5b21c1854672), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:02.441177 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c5e8035-93b2-4165-8017-02a03f346a6c req-317f82ba-413e-4f7a-99ce-8f3f124e57bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0348997 May 03 16:30:02.477602 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=597a901f-a2bc-4164-94b0-5b21c1854672,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:02.484746 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Checking segment: {'id': 'b7cf17d4-048c-4ba4-be5f-03b157c56c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4711397-1ed9-4b7a-b2f3-bb8d787dfe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:02.485096 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Network hostable DHCP agents. Network: e4711397-1ed9-4b7a-b2f3-bb8d787dfe11, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:30:02.616465 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Network e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:30:02.706928 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, e4711397-1ed9-4b7a-b2f3-bb8d787dfe11) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:02.711505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:02.712406 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:02.725757 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434f1d9-4585-4f54-9c0a-240e1a5a62d9 None None] Network e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:02.812500 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-91ea244b-bc1d-4f1d-abf1-0a18fd3645d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8381052 May 03 16:30:02.840330 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b5e30-8b26-411f-9c3a-04b1e6a8e5e5 None None] Network e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:02.856062 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:03.325196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ed08-ac5b-4849-80cb-10e780ab9e7a req-286cf815-4a6e-4112-959a-86b0ab047228 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:03.326642 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3778ed08-ac5b-4849-80cb-10e780ab9e7a req-286cf815-4a6e-4112-959a-86b0ab047228 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0467823 May 03 16:30:03.373366 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3778ed08-ac5b-4849-80cb-10e780ab9e7a req-3f0e777c-d3e4-45ed-acf8-d1a5ef04fb2d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 May 03 16:30:03.538104 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2bab307d-9e4a-4f2a-8e0a-77718db393b0 req-ae3cabbb-ce3a-4f37-8e09-ff0f16ba0e35 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0269995 May 03 16:30:04.180804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:04.483163 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342ffb-cb7f-4019-854a-ee2d3cb1f8e9 req-7ea98e6b-8335-4788-935c-95961b036584 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:04.484573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71342ffb-cb7f-4019-854a-ee2d3cb1f8e9 req-7ea98e6b-8335-4788-935c-95961b036584 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0457077 May 03 16:30:04.533790 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71342ffb-cb7f-4019-854a-ee2d3cb1f8e9 req-5d0721cb-2a1b-4565-8fae-f499287827fe tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 May 03 16:30:04.634979 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37efd561-665a-469e-856d-74532abc5270 req-888e1c99-3b48-405c-817e-0570b604f002 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0270228 May 03 16:30:05.643597 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41b66-93b6-441f-afbb-75023df6303f req-10b74916-ff6b-44ee-b026-862b62bc9be9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:05.645038 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fb41b66-93b6-441f-afbb-75023df6303f req-10b74916-ff6b-44ee-b026-862b62bc9be9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0454648 May 03 16:30:05.693187 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fb41b66-93b6-441f-afbb-75023df6303f req-2cc7d2f3-9c18-486a-9782-17fc89dcecba tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 May 03 16:30:05.741634 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23d4c474-4732-461b-a5d4-b7e64cf2f1b8 req-96fbd73d-d9ce-4e04-b050-29774024dc4e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0349984 May 03 16:30:06.408392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-8b663fe3-145e-4b6d-bc17-ca2063d668b3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:06.409886 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-8b663fe3-145e-4b6d-bc17-ca2063d668b3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 815 time: 0.0996222 May 03 16:30:06.478584 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-7bff7094-654f-4d1f-b91c-3f8ef04a8d06 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 380 time: 0.0538864 May 03 16:30:06.487415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'port': {'device_id': '76bc719d-44db-430c-9609-e8f988dbfec0', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'admin_state_up': True, 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'security_groups': ['1dfd582c-34c6-418f-b6d2-ee2a627ac3d5']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:06.703459 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Made reservation on behalf of f9ae1a3920c3485da0cc8f5f91108796 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:06.706942 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:06.861570 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c115c5-d1de-4454-a302-fd4253a69c00 req-960479bc-7634-4ceb-aabb-8dc4b31a1765 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:06.862295 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-89c115c5-d1de-4454-a302-fd4253a69c00 req-960479bc-7634-4ceb-aabb-8dc4b31a1765 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1003487 May 03 16:30:06.914889 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f4c024ca-f465-4fe4-937b-9fc2b66ac0f1 req-56644c98-209e-4265-93f5-7becad46f8e9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0608597 May 03 16:30:06.941636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Allocated IP 172.20.0.6 (8570f46f-8ac1-4411-af56-3eb50054518c/fd01bcd3-de98-41f7-afa0-98cf05479ee9/045049cc-b3a0-44d6-9532-d1bfce495dc8) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:06.964573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-89c115c5-d1de-4454-a302-fd4253a69c00 req-36f25eff-3a76-4439-aba7-30b822e07c7c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940206 May 03 16:30:07.093989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.195935 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.238396 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Network 8570f46f-8ac1-4411-af56-3eb50054518c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:07.241545 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:07.250965 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:07.255019 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:07.316356 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:07.317191 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.364679 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:07.410040 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb8b178c-17a9-4b38-9290-8f9ee744ac57 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9260268 May 03 16:30:07.503093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a123e44d-2289-4c8c-be0f-a6755ab46fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.544793 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-61bbc68c-aa83-4772-8491-de038619040c None None] Provisioning complete for port 045049cc-b3a0-44d6-9532-d1bfce495dc8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:07.545431 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61bbc68c-aa83-4772-8491-de038619040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.578398 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a123e44d-2289-4c8c-be0f-a6755ab46fbb admin admin] Publish callbacks [] for security_group (a9a6e7d7-617b-46d0-9d49-2266e04aaf80), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.578922 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-61bbc68c-aa83-4772-8491-de038619040c None None] Port 045049cc-b3a0-44d6-9532-d1bfce495dc8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:07.678047 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a123e44d-2289-4c8c-be0f-a6755ab46fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a9a6e7d7-617b-46d0-9d49-2266e04aaf80), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.716642 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a123e44d-2289-4c8c-be0f-a6755ab46fbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f024d11ad3a4dcbb03b71481ff99718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503737 May 03 16:30:07.717997 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123e44d-2289-4c8c-be0f-a6755ab46fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6e7d7-617b-46d0-9d49-2266e04aaf80,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:07.719681 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:07.778465 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] Publish callbacks [] for security_group (a9a6e7d7-617b-46d0-9d49-2266e04aaf80), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.801168 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] Publish callbacks [] for security_group (a9a6e7d7-617b-46d0-9d49-2266e04aaf80), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.941076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a9a6e7d7-617b-46d0-9d49-2266e04aaf80), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.943787 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:07.945021 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9a6e7d7-617b-46d0-9d49-2266e04aaf80 HTTP/1.1" status: 204 len: 168 time: 0.2243385 May 03 16:30:07.953612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733190a-306a-4dee-8891-cf17202e51a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6e7d7-617b-46d0-9d49-2266e04aaf80,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:08.095199 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e570-33cd-4bed-93d0-07e8e151771c req-1b53ea01-b7b3-439d-9f6b-390de4e01156 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:08.096751 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0809e570-33cd-4bed-93d0-07e8e151771c req-1b53ea01-b7b3-439d-9f6b-390de4e01156 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 931 time: 0.0841351 May 03 16:30:08.109047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b431de-0135-47ef-8e33-05abcc3312d2 req-0e099a85-c7ab-4d4f-a67d-064bf3414fd2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:08.110458 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4b431de-0135-47ef-8e33-05abcc3312d2 req-0e099a85-c7ab-4d4f-a67d-064bf3414fd2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0678210 May 03 16:30:08.180812 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0809e570-33cd-4bed-93d0-07e8e151771c req-1b490942-e074-4a49-8502-3de08f5f8b0f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783236 May 03 16:30:08.183624 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4b431de-0135-47ef-8e33-05abcc3312d2 req-f747fa03-4ef1-484b-9da5-9dd32c8bc1cf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676160 May 03 16:30:09.326600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a5-972c-4c2a-8c74-69423508e1cd req-567f2eec-129e-4545-8510-20a3fbe891c3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:09.328102 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d264d8a5-972c-4c2a-8c74-69423508e1cd req-567f2eec-129e-4545-8510-20a3fbe891c3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0746679 May 03 16:30:09.336070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78285ff-eeba-4acb-a99c-81e72b176840 req-2ca20c2a-d5ef-4654-83e8-aa32f12cf212 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:09.337404 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b78285ff-eeba-4acb-a99c-81e72b176840 req-2ca20c2a-d5ef-4654-83e8-aa32f12cf212 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 931 time: 0.0752184 May 03 16:30:09.378219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:09.411708 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d264d8a5-972c-4c2a-8c74-69423508e1cd req-a8ea4fef-4eb7-4e79-a73d-587d1af38b08 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733676 May 03 16:30:09.415023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b78285ff-eeba-4acb-a99c-81e72b176840 req-f729726e-0d41-40e0-a188-e6995c8b1dc8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707986 May 03 16:30:10.552737 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527d14d-4571-45e7-a5e3-d40787a0627c req-e64bd671-0990-49cf-806c-a38f407beefc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:10.554201 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2527d14d-4571-45e7-a5e3-d40787a0627c req-e64bd671-0990-49cf-806c-a38f407beefc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0727291 May 03 16:30:10.562600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2328391-95b7-4ffd-905c-499fea95fc57 req-68db1b49-4206-49fd-a9cf-5866a2baf80d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:10.563995 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f2328391-95b7-4ffd-905c-499fea95fc57 req-68db1b49-4206-49fd-a9cf-5866a2baf80d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 931 time: 0.0721030 May 03 16:30:10.634680 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2527d14d-4571-45e7-a5e3-d40787a0627c req-77fabd4c-090b-4933-b52b-8a0713693fb8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696592 May 03 16:30:10.641925 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f2328391-95b7-4ffd-905c-499fea95fc57 req-de584cc1-d203-4d36-8174-9445da61d800 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714028 May 03 16:30:10.881544 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Request body: {'port': {'device_id': '76bc719d-44db-430c-9609-e8f988dbfec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:10.949186 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.214832 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:30:11.222893 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks [] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.235612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Transition to ACTIVE for port object 045049cc-b3a0-44d6-9532-d1bfce495dc8 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:30:11.331819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.404198 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:11.415528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.415985 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.416464 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.416961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.417577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.417950 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.418277 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.418600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.418921 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.420008 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.420338 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.420661 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.420982 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.421302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.421618 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:11.478802 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Attempting to bind port 045049cc-b3a0-44d6-9532-d1bfce495dc8 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:11.479134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Attempting to bind port 045049cc-b3a0-44d6-9532-d1bfce495dc8 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:11.479576 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Attempting to bind port 045049cc-b3a0-44d6-9532-d1bfce495dc8 on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:11.485099 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Port 045049cc-b3a0-44d6-9532-d1bfce495dc8 on network 8570f46f-8ac1-4411-af56-3eb50054518c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:30:11.485423 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Attempting to bind port 045049cc-b3a0-44d6-9532-d1bfce495dc8 on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:11.490465 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:11.490799 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Checking segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:11.491180 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Bound using segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:11.491643 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Bound port: 045049cc-b3a0-44d6-9532-d1bfce495dc8, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:11.491995 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.558247 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:11.561189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:11.664389 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.702011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:11.702638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:11.704100 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] 10.222.0.36 "PUT /v2.0/ports/045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 1093 time: 0.8274064 May 03 16:30:11.704712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:30:11.707055 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd0ab05-a894-46ff-9cf6-ba146930ffed" -d '{"events": [{"name": "network-changed", "server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:30:11.801538 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37345d-f9bc-480b-ad5b-70bb7a7fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:11.809823 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d685c7-a35c-4bb4-9bf7-f3ab2afa626c req-d4194ca3-9f41-44b1-9c1f-e4005ce0a7e2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:11.811806 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2d685c7-a35c-4bb4-9bf7-f3ab2afa626c req-d4194ca3-9f41-44b1-9c1f-e4005ce0a7e2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0999014 May 03 16:30:11.824054 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f0d6-6710-4a90-b41c-cead9144af86 req-f5b5d152-5bea-40bd-8b24-e70ae69d91b7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:11.826285 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-acc5f0d6-6710-4a90-b41c-cead9144af86 req-f5b5d152-5bea-40bd-8b24-e70ae69d91b7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.1032937 May 03 16:30:11.934345 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-68f5ba68-dc91-4e44-8f4b-fadef7a0d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:11.936594 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-68f5ba68-dc91-4e44-8f4b-fadef7a0d388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1127 time: 0.0850599 May 03 16:30:11.953539 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2d685c7-a35c-4bb4-9bf7-f3ab2afa626c req-a95d2e38-995a-44ac-a64f-f4a1db04ba01 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204200 May 03 16:30:11.970505 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-acc5f0d6-6710-4a90-b41c-cead9144af86 req-8b46379b-4931-40be-8e13-c1e2113e40a3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352472 May 03 16:30:12.001548 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-48754a7f-f601-48f2-ae25-a8ec6f812f9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 217 time: 0.0466139 May 03 16:30:12.022865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27cb86-7d39-4bf1-af23-485aeb5d018c x-openstack-request-id: req-2f27cb86-7d39-4bf1-af23-485aeb5d018c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:30:12.023281 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:30:12.024213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f27cb86-7d39-4bf1-af23-485aeb5d018c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:30:12.024708 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f27cb86-7d39-4bf1-af23-485aeb5d018c'] response: {'name': 'network-changed', 'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'status': 'completed', 'code': 200} May 03 16:30:12.155468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb4f1148-e0cc-4b2b-a714-b967da27edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:12.156948 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-eb4f1148-e0cc-4b2b-a714-b967da27edc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0524297 May 03 16:30:12.203172 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876e9c-f53c-4969-bf69-002878095136 req-d95eaafb-b751-4388-be10-eac0b8a5f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:12.207486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-d95eaafb-b751-4388-be10-eac0b8a5f250 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414517 May 03 16:30:12.299345 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-6b7e86da-b0c3-4786-bd96-ea38b8a6af86 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879560 May 03 16:30:12.394488 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7876e9c-f53c-4969-bf69-002878095136 req-9566b770-00ca-4f86-aa35-98fad8392e24 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887203 May 03 16:30:13.093935 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fb4a2-5900-4d9c-b024-bcd34090e6ac req-08894ede-1ecc-41fd-849b-9a64d5afdfae tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:13.095485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a7fb4a2-5900-4d9c-b024-bcd34090e6ac req-08894ede-1ecc-41fd-849b-9a64d5afdfae tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0799024 May 03 16:30:13.117523 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d43c6-ed23-42b2-94c0-068ba66fa3e0 req-1ddd3f96-9be5-4c5f-9c63-21ed531e45d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:13.118942 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-476d43c6-ed23-42b2-94c0-068ba66fa3e0 req-1ddd3f96-9be5-4c5f-9c63-21ed531e45d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0719371 May 03 16:30:13.179312 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a7fb4a2-5900-4d9c-b024-bcd34090e6ac req-bf86f6be-c743-4fd2-8ee0-76b1da00cd7c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760171 May 03 16:30:13.196239 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-476d43c6-ed23-42b2-94c0-068ba66fa3e0 req-fbcdf97c-2767-4516-b751-06fe21e89bb2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680776 May 03 16:30:13.753661 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:13.902182 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3f0b3019-f68f-4d56-84a1-c0087a7e3271 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=396b341098504bb4956262d0ae1aabc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472898 May 03 16:30:13.904701 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:13.953699 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Publish callbacks [] for security_group (8dd8749d-95e5-45e3-b498-a82a82f6f745), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:13.975148 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Publish callbacks [] for security_group (8dd8749d-95e5-45e3-b498-a82a82f6f745), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:14.112856 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8dd8749d-95e5-45e3-b498-a82a82f6f745), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:14.115434 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:14.116565 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dd8749d-95e5-45e3-b498-a82a82f6f745 HTTP/1.1" status: 204 len: 168 time: 0.2106214 May 03 16:30:14.126676 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd8749d-95e5-45e3-b498-a82a82f6f745,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:14.133199 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.134200 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.134863 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.135212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.135581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.136124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.136458 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.136784 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.137121 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.137649 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.137998 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.138519 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.139307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.139786 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.140284 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3edad1-2bff-435d-b16c-a67e33aafa1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:14.337036 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e744da-6d90-4c69-8ad4-d96989ca6397 req-87db7b4f-7f68-4262-ba02-5d7e1ff6c97c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:14.338542 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4e744da-6d90-4c69-8ad4-d96989ca6397 req-87db7b4f-7f68-4262-ba02-5d7e1ff6c97c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0745249 May 03 16:30:14.353394 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e199c94-9eb2-4f72-9f0f-f5271711a185 req-67536f1d-1ef0-4d19-8c41-3a6b44802fb3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:14.354770 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3e199c94-9eb2-4f72-9f0f-f5271711a185 req-67536f1d-1ef0-4d19-8c41-3a6b44802fb3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0636449 May 03 16:30:14.425500 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4e744da-6d90-4c69-8ad4-d96989ca6397 req-3650f530-7364-4a2b-bc88-e5f38059409f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789111 May 03 16:30:14.429468 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3e199c94-9eb2-4f72-9f0f-f5271711a185 req-8083b571-f725-4fd0-b035-6e62c08325b1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 May 03 16:30:15.162174 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48854) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:15.258698 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-3db3eff3-6072-45af-9900-7c4c3926aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.260662 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-3db3eff3-6072-45af-9900-7c4c3926aa8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1127 time: 0.0476425 May 03 16:30:15.280203 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1599908351-network', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:15.389996 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Made reservation on behalf of 81a8a6f34abb4f4884dc35c6a4cf1d43 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:15.392388 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.399830 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-5b31a40b-8669-471e-b680-827aad54bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.402515 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-5b31a40b-8669-471e-b680-827aad54bc89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.1357620 May 03 16:30:15.420828 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.468333 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-c0dc0324-e4bd-4077-a469-e3a7b77dfbbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 217 time: 0.0430856 May 03 16:30:15.471915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-38384950-fd55-4386-b747-36b18ae638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.474135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-38384950-fd55-4386-b747-36b18ae638bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.1036885 May 03 16:30:15.589430 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks [] for security_group (0354ef2a-faac-484c-906a-5bc020aacd47), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.606200 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e298a-6ad7-4934-8e95-22d5e477dc10 req-e3536041-bfe8-470e-9d2b-182576b80aa7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.613702 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-507e298a-6ad7-4934-8e95-22d5e477dc10 req-e3536041-bfe8-470e-9d2b-182576b80aa7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0814395 May 03 16:30:15.672537 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0354ef2a-faac-484c-906a-5bc020aacd47), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.681247 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-73371d0f-6335-486f-92df-60fe75f3ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.682703 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-73371d0f-6335-486f-92df-60fe75f3ba46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.2057540 May 03 16:30:15.697154 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:30:15.718043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137251e-731f-4869-a063-1084076c2f7e req-a6a5b70e-4874-4b7f-ab53-18abfc950a35 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.719594 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7137251e-731f-4869-a063-1084076c2f7e req-a6a5b70e-4874-4b7f-ab53-18abfc950a35 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.1356914 May 03 16:30:15.719851 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354ef2a-faac-484c-906a-5bc020aacd47,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:15.725100 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (89013c1a-076c-40b7-8649-e7b16e4b83eb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.725718 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Added segment 89013c1a-076c-40b7-8649-e7b16e4b83eb of type vlan for network d34ea532-0877-4123-97dd-5e071aaaae1a May 03 16:30:15.772856 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (d34ea532-0877-4123-97dd-5e071aaaae1a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.813544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-507e298a-6ad7-4934-8e95-22d5e477dc10 req-dca199c8-27ab-4eaf-a392-326d8d5e36cc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989880 May 03 16:30:15.827569 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-282d44ac-8f98-4b25-afb6-30229b3312a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.828614 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-282d44ac-8f98-4b25-afb6-30229b3312a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371939 May 03 16:30:15.847346 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-c91096d6-039d-42cf-9578-6fb5038c836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.847346 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-c91096d6-039d-42cf-9578-6fb5038c836d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.3121083 May 03 16:30:15.860056 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7137251e-731f-4869-a063-1084076c2f7e req-e06a4dc2-2f2d-443c-a40a-ed8d343594f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965438 May 03 16:30:15.895745 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (d34ea532-0877-4123-97dd-5e071aaaae1a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.897012 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:15.897916 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:15.942004 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-d56bf3e9-2685-4572-aa75-40a6c9e55788 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.0663669 May 03 16:30:15.968369 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] Pushing event updated for resources: {'Network': ['ID=d34ea532-0877-4123-97dd-5e071aaaae1a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:15.977862 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network d34ea532-0877-4123-97dd-5e071aaaae1a details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:30:16.038773 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5d580558-d6a4-4926-841d-f7299c6f87ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8753870 May 03 16:30:16.041784 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48886) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:16.047536 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Request body: {'subnet': {'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1599908351-subnet', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:16.132583 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Made reservation on behalf of 81a8a6f34abb4f4884dc35c6a4cf1d43 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:16.135001 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.276336 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-78137bb5-3381-48c7-a6bb-a1b6facfa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:16.277786 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-78137bb5-3381-48c7-a6bb-a1b6facfa232 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.3292096 May 03 16:30:16.315659 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-7c9210fe-203e-4ab8-82d8-80542ba0a7b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317818 May 03 16:30:16.329228 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-81f93ef0-961b-4932-aa21-fe69d8beaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:16.329228 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-81f93ef0-961b-4932-aa21-fe69d8beaf32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420520 May 03 16:30:16.381464 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (7fe14c16-1809-420f-bb4c-595ff944bdcd), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.438711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe14c16-1809-420f-bb4c-595ff944bdcd,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:16.445802 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:16.446155 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Network hostable DHCP agents. Network: d34ea532-0877-4123-97dd-5e071aaaae1a, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:30:16.524100 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Network d34ea532-0877-4123-97dd-5e071aaaae1a is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:30:16.617697 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, d34ea532-0877-4123-97dd-5e071aaaae1a) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:16.621644 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:16.628827 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.629592 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1dc40b-10a3-4b48-9db5-b4a1831b5db6 None None] Network d34ea532-0877-4123-97dd-5e071aaaae1a requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:16.726697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-d34ea532-0877-4123-97dd-5e071aaaae1a', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:30:16.727600 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.788852 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9e4fe5c8-1c93-4dc4-a260-953aaf110a1d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7431059 May 03 16:30:16.789140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:16.793476 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:16.866938 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Allocated IP 172.20.0.2 (d34ea532-0877-4123-97dd-5e071aaaae1a/7fe14c16-1809-420f-bb4c-595ff944bdcd/0934ca32-aed0-4fe8-9461-2347b9484aaa) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:16.870127 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:30:16.886578 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.887701 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.982728 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for router_controller (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:16.989894 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f6e7c-5bb8-4e4d-8c7a-35e5afb86479 req-07489429-ee10-4666-a23b-3ebe6876c6fd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:16.991415 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e85f6e7c-5bb8-4e4d-8c7a-35e5afb86479 req-07489429-ee10-4666-a23b-3ebe6876c6fd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1084416 May 03 16:30:17.074587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7e65-3e7a-42ad-b65a-fabe6740ea9c req-700d300f-3b49-47a5-874a-505660e2f999 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:17.077120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad4a7e65-3e7a-42ad-b65a-fabe6740ea9c req-700d300f-3b49-47a5-874a-505660e2f999 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0846758 May 03 16:30:17.089748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e85f6e7c-5bb8-4e4d-8c7a-35e5afb86479 req-b15e2a57-f769-4ed1-bb20-def42d785d83 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893943 May 03 16:30:17.140728 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad4a7e65-3e7a-42ad-b65a-fabe6740ea9c req-c5f743a4-44de-4e2f-8805-6dff48cc2e6c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494802 May 03 16:30:17.218127 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for router_gateway (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.218833 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks [] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.250287 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:17.262534 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:30:17.305385 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:17.305823 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.318286 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.327615 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:30:17.381734 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:17.385052 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:17.388084 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:17.389203 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Pushing event updated for resources: {'Port': ['ID=0934ca32-aed0-4fe8-9461-2347b9484aaa,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:17.393833 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:17.454806 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Attempting to bind port 0934ca32-aed0-4fe8-9461-2347b9484aaa on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:17.455182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Attempting to bind port 0934ca32-aed0-4fe8-9461-2347b9484aaa by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:17.455587 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Attempting to bind port 0934ca32-aed0-4fe8-9461-2347b9484aaa on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:17.459041 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.468612 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:17.468894 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:17.469161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.469560 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Bound using segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:17.470058 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Bound port: 0934ca32-aed0-4fe8-9461-2347b9484aaa, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:17.470443 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.548253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:17.609186 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] For port 0934ca32-aed0-4fe8-9461-2347b9484aaa, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:17.612932 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] For port 0934ca32-aed0-4fe8-9461-2347b9484aaa, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=0934ca32-aed0-4fe8-9461-2347b9484aaa,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:17.671055 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for router_gateway (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.692973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.764846 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:17.833168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-6e1c9e74-cae2-466a-be32-82f283b20ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950529 May 03 16:30:17.838658 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d939a-e50e-48a9-b2d6-0bd3eb81ddfa req-ee12b72e-fc7b-4e9b-ad9a-2cd9227a4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:17.840535 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-795d939a-e50e-48a9-b2d6-0bd3eb81ddfa req-ee12b72e-fc7b-4e9b-ad9a-2cd9227a4d5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.0797436 May 03 16:30:17.877100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['045049cc-b3a0-44d6-9532-d1bfce495dc8'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:30:17.897903 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2dd0ab05-a894-46ff-9cf6-ba146930ffed req-33c12832-846b-4921-97ae-99be1d61cf98 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688978 May 03 16:30:17.945112 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda7cc-9fe7-42ea-8b8f-068eec34ac8c None None] Pushing event updated for resources: {'Port': ['ID=0934ca32-aed0-4fe8-9461-2347b9484aaa,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:17.964154 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-795d939a-e50e-48a9-b2d6-0bd3eb81ddfa req-ca38aa1f-b751-455e-a7b6-e454f8352968 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166966 May 03 16:30:18.002669 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Allocated IP 172.27.0.20 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/829ca142-ecd4-4c83-ab13-4e0ab00586c7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:18.047212 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5bf66c1-ac30-43aa-928c-8e20c2aa1b1e req-34fbd9a7-cbe1-4083-bdb6-e635dafe3cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088594 May 03 16:30:18.167588 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.348794 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bb79c-48e9-4536-b1f6-e8eb36a56da2 req-0c2d20ad-63bc-4536-838a-7179e1d2b030 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:18.351293 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d2bb79c-48e9-4536-b1f6-e8eb36a56da2 req-0c2d20ad-63bc-4536-838a-7179e1d2b030 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0694883 May 03 16:30:18.389837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.419199 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:18.428940 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:18.431504 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:18.461225 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:18.474446 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12098-955e-4714-9452-970f0070c67f req-4ba51cfb-b966-4ba8-9828-1324152ef52c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:18.478067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2f12098-955e-4714-9452-970f0070c67f req-4ba51cfb-b966-4ba8-9828-1324152ef52c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.2174792 May 03 16:30:18.524458 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d2bb79c-48e9-4536-b1f6-e8eb36a56da2 req-17e4295e-9e87-4f3a-a542-c4bf9c59e848 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041913 May 03 16:30:18.556221 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2f12098-955e-4714-9452-970f0070c67f req-79215230-51b3-4851-8373-68290aff2b59 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708063 May 03 16:30:18.599173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Pushing event updated for resources: {'Port': ['ID=829ca142-ecd4-4c83-ab13-4e0ab00586c7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:18.603838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98c6f56f-47f0-42f5-b5a3-8e8c601b0697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.683899 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98c6f56f-47f0-42f5-b5a3-8e8c601b0697 admin admin] Publish callbacks [] for security_group (8922d971-066f-4fcb-a837-aa60a194569a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.762332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for router_gateway (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.784138 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98c6f56f-47f0-42f5-b5a3-8e8c601b0697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8922d971-066f-4fcb-a837-aa60a194569a), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.837399 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f56f-47f0-42f5-b5a3-8e8c601b0697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8922d971-066f-4fcb-a837-aa60a194569a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:18.842533 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-98c6f56f-47f0-42f5-b5a3-8e8c601b0697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf906900863f4fff90347b8b0efd2fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171267 May 03 16:30:18.858112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 48948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:18.912479 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] Publish callbacks [] for security_group (8922d971-066f-4fcb-a837-aa60a194569a), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:18.947645 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] Publish callbacks [] for security_group (8922d971-066f-4fcb-a837-aa60a194569a), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.012487 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.101444 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8922d971-066f-4fcb-a837-aa60a194569a), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.104020 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.105347 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8922d971-066f-4fcb-a837-aa60a194569a HTTP/1.1" status: 204 len: 168 time: 0.2488220 May 03 16:30:19.116168 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e78207-921d-4c78-80a6-1d410b2c16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8922d971-066f-4fcb-a837-aa60a194569a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:19.174801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b4a728-9dd4-4526-afa3-3d4ce5ac08a7 None None] Network d34ea532-0877-4123-97dd-5e071aaaae1a requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:19.245268 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Provisioning complete for port 0934ca32-aed0-4fe8-9461-2347b9484aaa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:19.245662 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.250479 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:30:19.365004 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Current status of the port 0934ca32-aed0-4fe8-9461-2347b9484aaa is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:19.365654 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.374456 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:30:19.387284 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:30:19.400611 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:19.402530 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:19.405451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] For port 0934ca32-aed0-4fe8-9461-2347b9484aaa, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=0934ca32-aed0-4fe8-9461-2347b9484aaa,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:19.454285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.455694 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9e308f30-0471-4ad5-a629-707536a3cbfb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6655321 May 03 16:30:19.458374 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 48958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:19.490098 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.578529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e7f38-56d0-4f57-960c-79ef74a10b36 None None] Pushing event updated for resources: {'Port': ['ID=0934ca32-aed0-4fe8-9461-2347b9484aaa,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:19.615596 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a6d2b5cc-9615-49a2-919d-771dd530f435 None None] Provisioning complete for port 0934ca32-aed0-4fe8-9461-2347b9484aaa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:19.616039 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b5cc-9615-49a2-919d-771dd530f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.627828 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:19.715417 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2b5cc-9615-49a2-919d-771dd530f435 None None] Current status of the port 0934ca32-aed0-4fe8-9461-2347b9484aaa is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:19.743363 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e466e20-ad5f-4747-9b6e-ab0ef53667e8 req-f0223f9d-369b-4086-8fc8-b6b569011e5a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:19.745119 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e466e20-ad5f-4747-9b6e-ab0ef53667e8 req-f0223f9d-369b-4086-8fc8-b6b569011e5a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0886028 May 03 16:30:19.767379 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a01450-9b6a-47fc-a17f-65eb6c6519e1 req-5852b79e-33d7-40d9-b5b4-ef9356a74ed6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:19.771931 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51a01450-9b6a-47fc-a17f-65eb6c6519e1 req-5852b79e-33d7-40d9-b5b4-ef9356a74ed6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0761948 May 03 16:30:19.845808 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e466e20-ad5f-4747-9b6e-ab0ef53667e8 req-b32441d9-280b-4c2b-8556-cc7d7b59abfa tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929379 May 03 16:30:19.853536 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51a01450-9b6a-47fc-a17f-65eb6c6519e1 req-09df2f73-16ec-47af-845a-82c38c2b25fc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718021 May 03 16:30:19.868919 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:18Z', 'revision_number': 3, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:19.898551 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:30:19.898977 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Updating router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:30:19.930620 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:19.956980 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 0934ca32-aed0-4fe8-9461-2347b9484aaa up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:20.015797 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 0934ca32-aed0-4fe8-9461-2347b9484aaa triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:20.016325 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.097073 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 0934ca32-aed0-4fe8-9461-2347b9484aaa is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:20.200406 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.202779 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks [] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.284073 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.337937 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f22390-2da7-4140-a2be-796931de90b8 None None] Pushing event updated for resources: {'Port': ['ID=829ca142-ecd4-4c83-ab13-4e0ab00586c7,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:20.340584 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Attempting to bind port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:20.341408 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Attempting to bind port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:20.341408 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Attempting to bind port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:20.347114 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:20.347510 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:20.347910 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.348295 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:20.348765 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Bound port: 829ca142-ecd4-4c83-ab13-4e0ab00586c7, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:20.349140 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.362324 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Allocated IP 172.20.0.1 (d34ea532-0877-4123-97dd-5e071aaaae1a/7fe14c16-1809-420f-bb4c-595ff944bdcd/25076365-32ae-43ef-9bd0-5086ccb1eb55) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:20.400575 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] For port 829ca142-ecd4-4c83-ab13-4e0ab00586c7, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:20.403639 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] For port 829ca142-ecd4-4c83-ab13-4e0ab00586c7, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=829ca142-ecd4-4c83-ab13-4e0ab00586c7,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:20.469601 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks [] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.513746 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.561902 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.573065 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f22390-2da7-4140-a2be-796931de90b8 None None] Pushing event updated for resources: {'Port': ['ID=829ca142-ecd4-4c83-ab13-4e0ab00586c7,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:20.576290 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:20.576914 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:20.598465 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:20.601209 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:20.604711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:20.605190 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.648680 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Pushing event updated for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:20.692520 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:20.823634 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.843083 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c8a0677c-c6b3-4e7a-bb6c-bcf0d19ea60b None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:20.843690 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8a0677c-c6b3-4e7a-bb6c-bcf0d19ea60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:20.873031 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:18Z', 'revision_number': 3, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:20.901612 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0677c-c6b3-4e7a-bb6c-bcf0d19ea60b None None] Port 25076365-32ae-43ef-9bd0-5086ccb1eb55 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:20.905178 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa677dcb-82c4-4649-a46b-7cf6ed038c98 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:18Z', 'revision_number': 3, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:30:21.015440 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks [] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:21.045482 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4833d-0b14-4d4c-b980-bc2752460a05 req-fc7a506a-c327-49b8-8e1f-f48485eeec5f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:21.047001 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4a4833d-0b14-4d4c-b980-bc2752460a05 req-fc7a506a-c327-49b8-8e1f-f48485eeec5f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0806901 May 03 16:30:21.058922 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c85c9c-61ec-424f-ab25-531ff93cbabc req-5dbea9a6-baa5-4e36-99e2-a9cfdd49c9f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:21.060503 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5c85c9c-61ec-424f-ab25-531ff93cbabc req-5dbea9a6-baa5-4e36-99e2-a9cfdd49c9f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0826457 May 03 16:30:21.069914 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:21.070794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:21.128186 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4a4833d-0b14-4d4c-b980-bc2752460a05 req-7ab3e256-c285-45a7-a8d3-2b2917593bb8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667148 May 03 16:30:21.138783 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Pushing event updated for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:21.159694 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a5c85c9c-61ec-424f-ab25-531ff93cbabc req-b1528175-1990-485a-a16c-e9b601ce5f0c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842910 May 03 16:30:21.225810 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:21.227183 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:21.370779 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:30:21.487592 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:30:21.492663 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-48dc2c4d-7c14-4f7d-b997-14f4e550cff3 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b89bf0a-17ac-4a5c-9232-1e3dba09e97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329669 May 03 16:30:21.526147 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-58fb2bfe-2443-44ad-b409-2cd13283d157 None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:21.526541 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58fb2bfe-2443-44ad-b409-2cd13283d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:21.563755 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-58fb2bfe-2443-44ad-b409-2cd13283d157 None None] Port 25076365-32ae-43ef-9bd0-5086ccb1eb55 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:21.907068 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 829ca142-ecd4-4c83-ab13-4e0ab00586c7 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:21.953192 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:21.953563 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.035119 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:22.035464 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.055810 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 829ca142-ecd4-4c83-ab13-4e0ab00586c7, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=829ca142-ecd4-4c83-ab13-4e0ab00586c7,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:22.153209 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:30:22.175554 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.233501 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=829ca142-ecd4-4c83-ab13-4e0ab00586c7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:22.316123 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49002) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:22.318389 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068b5fb-ea73-4e75-af5d-1607090dd943 req-342216a4-b775-473b-a45c-10302235656e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:22.319903 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c068b5fb-ea73-4e75-af5d-1607090dd943 req-342216a4-b775-473b-a45c-10302235656e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1050236 May 03 16:30:22.320967 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-466255584-network', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:22.340790 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235e463-bca8-43c1-a2cb-f0c911d83d42 req-59530726-7406-4925-9b67-0e41cb7389e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:22.343241 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4235e463-bca8-43c1-a2cb-f0c911d83d42 req-59530726-7406-4925-9b67-0e41cb7389e7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0740345 May 03 16:30:22.412593 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c068b5fb-ea73-4e75-af5d-1607090dd943 req-7f99b296-32cc-44f9-a9cc-73abcdb6cd28 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859916 May 03 16:30:22.415695 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4235e463-bca8-43c1-a2cb-f0c911d83d42 req-439fb7f6-22dc-4f33-a35c-c235fdb631ee tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649278 May 03 16:30:22.429281 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Made reservation on behalf of c5bcac88c21b4fe6a3b0b3abd5a9173f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:22.429281 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.447345 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.524031 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks [] for security_group (82d09a69-9edd-4d33-8471-67be12d7b7e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.593166 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (82d09a69-9edd-4d33-8471-67be12d7b7e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.595697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:30:22.606101 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:22.606801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:22.617690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:30:22.627033 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d09a69-9edd-4d33-8471-67be12d7b7e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:22.632910 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (4383b0b9-476d-430f-9e3b-6071617e0777), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.633253 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Added segment 4383b0b9-476d-430f-9e3b-6071617e0777 of type vlan for network 44fb9084-b492-48d1-9a92-5383bbd94dfe May 03 16:30:22.673349 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (44fb9084-b492-48d1-9a92-5383bbd94dfe), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.716930 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:22.783914 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (44fb9084-b492-48d1-9a92-5383bbd94dfe), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.784959 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:22.785581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.847825 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] Pushing event updated for resources: {'Network': ['ID=44fb9084-b492-48d1-9a92-5383bbd94dfe,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:22.859129 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:30:22.876357 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6c6e055b-fcb4-4a74-a6af-47ec0fb351db admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5591226 May 03 16:30:22.878933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:22.883711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Request body: {'subnet': {'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-466255584-subnet', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:22.958280 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Made reservation on behalf of c5bcac88c21b4fe6a3b0b3abd5a9173f for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:22.960607 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:22.974738 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 2, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:23.007371 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:30:23.007736 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Updating router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d port 25076365-32ae-43ef-9bd0-5086ccb1eb55 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:30:23.035908 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.046922 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:23.185588 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 045049cc-b3a0-44d6-9532-d1bfce495dc8 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:30:23.284537 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (b6331e18-68a1-4391-a50a-326b1466f8df), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.328502 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 045049cc-b3a0-44d6-9532-d1bfce495dc8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:23.328877 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.347495 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6331e18-68a1-4391-a50a-326b1466f8df,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:23.358908 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Checking segment: {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:23.359295 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Network hostable DHCP agents. Network: 44fb9084-b492-48d1-9a92-5383bbd94dfe, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:30:23.444619 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:30:23.500174 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks [] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.533399 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 44fb9084-b492-48d1-9a92-5383bbd94dfe) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:23.540436 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:23.541254 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.547248 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827594c-3fa7-4d2e-9fd2-bcbf1b59829b None None] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:23.605293 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:23.605844 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.623188 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-31c31006-9ad9-480f-b623-1e155db99c20 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7407262 May 03 16:30:23.626970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:23.631990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:23.638594 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023871-59b2-4b4b-89cf-09eb3727540f req-1b2ab567-0838-4c04-8a01-94fe63558322 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:23.648492 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29023871-59b2-4b4b-89cf-09eb3727540f req-1b2ab567-0838-4c04-8a01-94fe63558322 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1218364 May 03 16:30:23.659954 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.683095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e702c34-b5ee-4fa7-a2b9-bce081446767 req-3e8522a0-8778-4df9-8f7f-c06ad75e188c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:23.687768 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e702c34-b5ee-4fa7-a2b9-bce081446767 req-3e8522a0-8778-4df9-8f7f-c06ad75e188c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.1478140 May 03 16:30:23.760281 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:30:23.761932 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4282dc2-9e10-4040-83b4-9df5295d8fa8" -d '{"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:30:23.777228 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631ff4-eb61-4ac9-9a9e-7402cb2c6263 None None] Pushing event updated for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:23.790244 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29023871-59b2-4b4b-89cf-09eb3727540f req-fb9e0afd-6942-4856-b173-6d89ac8591a6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406941 May 03 16:30:23.806683 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e702c34-b5ee-4fa7-a2b9-bce081446767 req-565f4fd9-8c5c-492a-b8a3-17e2a1f52f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125317 May 03 16:30:23.807221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:23.861973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.866201 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.909671 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-44fb9084-b492-48d1-9a92-5383bbd94dfe', 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe', 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'fixed_ips': [{'subnet_id': 'b6331e18-68a1-4391-a50a-326b1466f8df'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:30:23.916023 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.928214 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6368868a-eb41-44d6-92e4-998a90d842e4 x-openstack-request-id: req-6368868a-eb41-44d6-92e4-998a90d842e4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:30:23.928548 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:30:23.928838 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6368868a-eb41-44d6-92e4-998a90d842e4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:30:23.929244 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6368868a-eb41-44d6-92e4-998a90d842e4'] response: {'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'code': 200} May 03 16:30:23.950989 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.962069 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for router_controller (5d8282d6-b8c9-4d89-bd89-18cb618ad965), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:23.991847 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 829ca142-ecd4-4c83-ab13-4e0ab00586c7 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:24.104954 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a0da5b25-8207-4feb-bf54-a709c0ad9aea None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:24.105339 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0da5b25-8207-4feb-bf54-a709c0ad9aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.248089 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Attempting to bind port 25076365-32ae-43ef-9bd0-5086ccb1eb55 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:24.248678 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Attempting to bind port 25076365-32ae-43ef-9bd0-5086ccb1eb55 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:24.249204 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Attempting to bind port 25076365-32ae-43ef-9bd0-5086ccb1eb55 on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:24.277757 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for router_gateway (5d8282d6-b8c9-4d89-bd89-18cb618ad965), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.296420 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:24.296853 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:24.297272 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.297675 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Bound using segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:24.298241 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Bound port: 25076365-32ae-43ef-9bd0-5086ccb1eb55, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:24.298630 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.328076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:24.394767 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a0da5b25-8207-4feb-bf54-a709c0ad9aea None None] Port 25076365-32ae-43ef-9bd0-5086ccb1eb55 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:24.449372 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:24.449776 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.519294 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Allocated IP 172.20.0.2 (44fb9084-b492-48d1-9a92-5383bbd94dfe/b6331e18-68a1-4391-a50a-326b1466f8df/c4da0ec9-ccdf-4bed-8f7e-d2868c660dca) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:24.521485 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2afe9e-739a-4bc4-912d-cd31ad412ccb req-3b249f75-9ec1-4be5-b5ea-ecac50ff71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:24.530381 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ca2afe9e-739a-4bc4-912d-cd31ad412ccb req-3b249f75-9ec1-4be5-b5ea-ecac50ff71b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1129 time: 0.0629759 May 03 16:30:24.540410 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] For port 25076365-32ae-43ef-9bd0-5086ccb1eb55, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:24.586408 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ca2afe9e-739a-4bc4-912d-cd31ad412ccb req-675cce6b-f0e6-46de-baf3-33698045b69f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499573 May 03 16:30:24.591867 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] For port 25076365-32ae-43ef-9bd0-5086ccb1eb55, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25076365-32ae-43ef-9bd0-5086ccb1eb55,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:24.640355 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:24.719142 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.762248 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks [] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.792979 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:24.793585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:24.796503 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631ff4-eb61-4ac9-9a9e-7402cb2c6263 None None] Pushing event updated for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:24.804905 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for router_gateway (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.826306 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.884941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:24.977666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Allocated IP 172.27.0.132 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/3b4e03d7-871d-4a2f-b52e-2132819a13f8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:25.021503 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:25.037799 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4245-7e18-427e-8913-0ddd5a5bf867 req-daaf55e4-1a96-44a2-873d-e67d43b4b155 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:25.047087 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:25.047797 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f4bc4245-7e18-427e-8913-0ddd5a5bf867 req-daaf55e4-1a96-44a2-873d-e67d43b4b155 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0816789 May 03 16:30:25.052648 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:25.081418 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Pushing event updated for resources: {'Port': ['ID=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:25.105547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6808-483f-4b63-a02d-4932a1488363 req-a9806b17-6d53-4058-96c2-591fdcf503f0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:25.107697 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d9c6808-483f-4b63-a02d-4932a1488363 req-a9806b17-6d53-4058-96c2-591fdcf503f0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.2007751 May 03 16:30:25.146205 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:25.172419 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f4bc4245-7e18-427e-8913-0ddd5a5bf867 req-30153745-fbe4-4598-8329-892362e307e9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174681 May 03 16:30:25.204364 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.214814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:25.215218 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.215505 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d9c6808-483f-4b63-a02d-4932a1488363 req-bfd7412d-861f-4dc6-aa35-3c9413952dc4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977197 May 03 16:30:25.217044 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Attempting to bind port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:25.217657 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Attempting to bind port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:25.218017 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Attempting to bind port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca on network 44fb9084-b492-48d1-9a92-5383bbd94dfe {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:25.257755 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:25.258226 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Checking segment: {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:25.258686 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.259140 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Bound using segment: {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:25.259737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Bound port: c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:25.260113 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.321238 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.361815 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:25.364812 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:25.368496 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:25.422967 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4e03d7-871d-4a2f-b52e-2132819a13f8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:25.517909 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] For port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:25.548877 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] For port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:25.554981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Current status of the port 25076365-32ae-43ef-9bd0-5086ccb1eb55 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:25.555359 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.579703 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:24Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:25.599224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16546d39-5bb4-4938-96d3-c3533757dee4 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:24Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:30:25.646177 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] For port 25076365-32ae-43ef-9bd0-5086ccb1eb55, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25076365-32ae-43ef-9bd0-5086ccb1eb55,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:25.649043 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.693529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed329b-cd4b-4e85-9b8b-6c17e5b31b89 req-1acf1a1c-9e43-4745-96ea-2ffa7b113a07 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:25.695317 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0aed329b-cd4b-4e85-9b8b-6c17e5b31b89 req-1acf1a1c-9e43-4745-96ea-2ffa7b113a07 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0681577 May 03 16:30:25.746486 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd1e15-8f03-434d-b1e7-8b56898933df None None] Pushing event updated for resources: {'Port': ['ID=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:25.767688 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0aed329b-cd4b-4e85-9b8b-6c17e5b31b89 req-6b20a775-bd9e-4184-9e42-cd5d2b003c4a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661421 May 03 16:30:25.813624 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.820771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for router_gateway (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:25.954613 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476fada-2c85-42b2-be51-a5cd15def194 req-82c98c0d-d800-46e5-85e3-694848c527f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:25.960195 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-82c98c0d-d800-46e5-85e3-694848c527f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.0964665 May 03 16:30:26.131933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:26.137554 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25076365-32ae-43ef-9bd0-5086ccb1eb55 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:26.184504 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2c6a6-b904-4bad-b397-2970c1ef54d7 None None] Pushing event updated for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:26.222367 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:26.222777 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:26.319784 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eac0b8-6b04-4b74-8821-88baeea01016 req-d3a28e33-7754-456e-a659-2133be731b55 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:26.321100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 25076365-32ae-43ef-9bd0-5086ccb1eb55 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:26.321501 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-90eac0b8-6b04-4b74-8821-88baeea01016 req-d3a28e33-7754-456e-a659-2133be731b55 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0553224 May 03 16:30:26.372975 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:30:26.378168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-90eac0b8-6b04-4b74-8821-88baeea01016 req-41810b20-85a9-4a0c-af30-25f0c86cd0ea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477855 May 03 16:30:26.505152 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:30:26.518092 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Sync routers for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:30:26.533891 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:26.534602 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:26.607424 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:26.611177 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7fdb51fa-c373-40e0-940f-bbc825a67861 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9841838 May 03 16:30:26.611575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:26.823417 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:26.985329 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7d68b-70c5-455d-b6ed-d4c450b7f406 req-e69c643c-fc74-4b43-b3df-bbac45e909b4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:26.987009 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6b7d68b-70c5-455d-b6ed-d4c450b7f406 req-e69c643c-fc74-4b43-b3df-bbac45e909b4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0763485 May 03 16:30:27.009324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45411fd6-a60a-43ca-ac6d-fcdef4bd92f6 None None] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:30:27.068406 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 3, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:27.090945 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Provisioning complete for port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:27.091981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.102226 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Checking router: 5d8282d6-b8c9-4d89-bd89-18cb618ad965 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:30:27.102819 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Updating router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:30:27.113137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6b7d68b-70c5-455d-b6ed-d4c450b7f406 req-9153db40-bf0c-410e-8398-d40b8e3667de tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892780 May 03 16:30:27.159418 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.238394 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Current status of the port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:27.239003 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.288030 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] For port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:27.312936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.364880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.424952 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6c986-f00d-4d40-820a-845ec6353b6a None None] Pushing event updated for resources: {'Port': ['ID=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:27.483047 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7b98b07a-c21c-4d7b-8fb2-d486001313b3 None None] Provisioning complete for port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:27.483548 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b98b07a-c21c-4d7b-8fb2-d486001313b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.486124 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks [] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.547175 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.549793 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b5259-9d52-47b6-a716-e70c21b890f2 req-e4d6ec34-65d1-4304-b614-78fe81654adc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:27.551342 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-650b5259-9d52-47b6-a716-e70c21b890f2 req-e4d6ec34-65d1-4304-b614-78fe81654adc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0749941 May 03 16:30:27.566987 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Allocated IP 172.20.0.1 (44fb9084-b492-48d1-9a92-5383bbd94dfe/b6331e18-68a1-4391-a50a-326b1466f8df/c06cf939-bbdd-4742-9f2c-be2daedba0d2) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:27.590649 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7b98b07a-c21c-4d7b-8fb2-d486001313b3 None None] Current status of the port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:27.601254 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaf99f-3b6c-469b-ae4f-761d1333d1f3 None None] Pushing event updated for resources: {'Port': ['ID=3b4e03d7-871d-4a2f-b52e-2132819a13f8,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:27.605460 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Attempting to bind port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:27.605831 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Attempting to bind port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:27.606193 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Attempting to bind port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Bound port: 3b4e03d7-871d-4a2f-b52e-2132819a13f8, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:27.614409 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.632461 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-650b5259-9d52-47b6-a716-e70c21b890f2 req-fa4ebd23-fa7e-428c-ad9d-636988a7286f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741060 May 03 16:30:27.675563 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] For port 3b4e03d7-871d-4a2f-b52e-2132819a13f8, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:27.679365 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] For port 3b4e03d7-871d-4a2f-b52e-2132819a13f8, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=3b4e03d7-871d-4a2f-b52e-2132819a13f8,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:27.759274 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.768030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks [] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.791744 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476fada-2c85-42b2-be51-a5cd15def194 req-d0affedf-be72-4da8-8732-00709314779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:27.793075 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-d0affedf-be72-4da8-8732-00709314779c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.1256280 May 03 16:30:27.817797 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:27.818430 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:27.862705 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaf99f-3b6c-469b-ae4f-761d1333d1f3 None None] Pushing event updated for resources: {'Port': ['ID=3b4e03d7-871d-4a2f-b52e-2132819a13f8,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:27.881733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0351c7ab-3f7e-45c6-8bab-b3b4909c1a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.904513 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:27.940877 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:27.945859 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:27.949047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:27.956499 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:27.980771 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:28.009416 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.021042 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25076365-32ae-43ef-9bd0-5086ccb1eb55 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:28.099989 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 25076365-32ae-43ef-9bd0-5086ccb1eb55 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:28.100615 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.170950 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 3, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:28.193613 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 25076365-32ae-43ef-9bd0-5086ccb1eb55 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:28.194912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c4da0ec9-ccdf-4bed-8f7e-d2868c660dca up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:28.209886 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292a4ee-c6a7-417d-a58f-91dedbd6da8c None None] The sync data for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi is: [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 3, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:30:28.258973 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65975c0a-1717-4ead-b8d0-f8a556df39c2 req-ef6d2c04-5e94-431c-97a2-eec02f4691c1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:28.260412 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:28.260880 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-65975c0a-1717-4ead-b8d0-f8a556df39c2 req-ef6d2c04-5e94-431c-97a2-eec02f4691c1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0613039 May 03 16:30:28.260976 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.311090 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.345993 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1466378f-88a2-41dc-a310-cf66141866c6 None None] Provisioning complete for port c06cf939-bbdd-4742-9f2c-be2daedba0d2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:28.346389 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1466378f-88a2-41dc-a310-cf66141866c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.373148 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-65975c0a-1717-4ead-b8d0-f8a556df39c2 req-471c9cb4-72c4-42c6-bc50-d9050c8f84cc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877962 May 03 16:30:28.395464 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:28.398498 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1466378f-88a2-41dc-a310-cf66141866c6 None None] Port c06cf939-bbdd-4742-9f2c-be2daedba0d2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:28.520667 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks [] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.581460 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.656371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:28.658175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:28.806609 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:28.810768 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:28.838342 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a66da-2f62-41a2-94d3-8d5927076d51 req-fb7ca877-6f3a-449b-ae4e-5946d6f286ef tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:28.839929 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea1a66da-2f62-41a2-94d3-8d5927076d51 req-fb7ca877-6f3a-449b-ae4e-5946d6f286ef tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.1109614 May 03 16:30:28.935804 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea1a66da-2f62-41a2-94d3-8d5927076d51 req-bdd1b032-279b-4372-87f7-b0c129c785d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844612 May 03 16:30:29.018924 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:30:29.126768 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-273694a5-5ca4-4270-830d-16d928d1caae None None] Provisioning complete for port c06cf939-bbdd-4742-9f2c-be2daedba0d2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:29.129536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-273694a5-5ca4-4270-830d-16d928d1caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:29.177012 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:30:29.181329 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-273694a5-5ca4-4270-830d-16d928d1caae None None] Port c06cf939-bbdd-4742-9f2c-be2daedba0d2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:29.191177 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-4c541120-7e96-4d64-b1e4-31080e9dd8d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/5d8282d6-b8c9-4d89-bd89-18cb618ad965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694413 May 03 16:30:29.509081 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753ea0-8e40-43f7-9631-c409d46cf224 req-84c1e81c-6f3a-430f-99ae-7aeb8b93b6f4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:29.510820 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3e753ea0-8e40-43f7-9631-c409d46cf224 req-84c1e81c-6f3a-430f-99ae-7aeb8b93b6f4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0588014 May 03 16:30:29.561737 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3e753ea0-8e40-43f7-9631-c409d46cf224 req-a6df9ed5-c3a2-4ebc-9cc6-17a55b0eaf18 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 May 03 16:30:29.798500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49114) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:29.805163 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133352751', 'description': 'tempest-secgroup-smoke-2133352751 description', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:29.894756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:29.962705 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 3b4e03d7-871d-4a2f-b52e-2132819a13f8 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:29.994451 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (a66a3f5a-01c8-4950-b966-48177f55b208), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.026788 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:30.028300 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.076581 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Sync routers for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:30:30.119671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-45e45021-46b1-4305-bd94-ca60c8e5549e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.0593817 May 03 16:30:30.120378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a66a3f5a-01c8-4950-b966-48177f55b208), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.124312 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:30.125357 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:30.208502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a3f5a-01c8-4950-b966-48177f55b208,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:30.238219 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185109-6b65-45ca-9679-43111a1ca3c8 req-20b1207b-ec26-4791-9a07-d4deb31c71da tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:30.240002 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5c185109-6b65-45ca-9679-43111a1ca3c8 req-20b1207b-ec26-4791-9a07-d4deb31c71da tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0774212 May 03 16:30:30.267288 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17bcae41-ad3b-4082-983c-d25b1466b1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.285318 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.286573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6ea1fb69-e0c3-4c3f-ab92-80309f52c10e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4864459 May 03 16:30:30.290205 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:30.295684 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:30.305699 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5c185109-6b65-45ca-9679-43111a1ca3c8 req-0447b152-f175-4a8c-87e5-0b252de09dfa tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589912 May 03 16:30:30.355751 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:30.357157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.393081 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:30.398374 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (c9ec0fc3-e123-437a-bf97-acd3db6b0a22), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.423125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 3b4e03d7-871d-4a2f-b52e-2132819a13f8, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=3b4e03d7-871d-4a2f-b52e-2132819a13f8,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:30.465058 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (c9ec0fc3-e123-437a-bf97-acd3db6b0a22), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.489554 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.547464 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (c9ec0fc3-e123-437a-bf97-acd3db6b0a22), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.565952 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ec0fc3-e123-437a-bf97-acd3db6b0a22,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:30.592434 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=3b4e03d7-871d-4a2f-b52e-2132819a13f8,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:30.638641 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:28Z', 'revision_number': 4, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'c06cf939-bbdd-4742-9f2c-be2daedba0d2', 'name': '', 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'mac_address': 'fa:16:3e:5a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:27Z', 'updated_at': '2022-05-03T16:30:28Z', 'revision_number': 2, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'subnets': [{'id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:30.658287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.667113 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-56c20ce2-08d4-45d1-96ea-6fa3097a5a96 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751838 May 03 16:30:30.668874 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Checking router: 5d8282d6-b8c9-4d89-bd89-18cb618ad965 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:30:30.669809 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Updating router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 port c06cf939-bbdd-4742-9f2c-be2daedba0d2 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:30:30.670932 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:30.677411 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:30.696002 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b18a76-a58a-466e-b69e-520922975ba1 req-5a71e8c9-aa60-422b-bb80-dac496d38d47 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:30.703133 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-50b18a76-a58a-466e-b69e-520922975ba1 req-5a71e8c9-aa60-422b-bb80-dac496d38d47 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0596650 May 03 16:30:30.706022 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.749905 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-50b18a76-a58a-466e-b69e-520922975ba1 req-1a284137-21c4-41d5-a06c-018762cbb4f4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 May 03 16:30:30.798272 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (a75f3923-8cf5-42ab-9a74-4691f19818d9), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.855479 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476fada-2c85-42b2-be51-a5cd15def194 req-d4c640ab-ed9a-49ba-81f7-383f4389a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:30.858444 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-d4c640ab-ed9a-49ba-81f7-383f4389a630 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0518806 May 03 16:30:30.891408 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (a75f3923-8cf5-42ab-9a74-4691f19818d9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.912941 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476fada-2c85-42b2-be51-a5cd15def194 req-2938da0d-6cb6-43fc-9466-f057a0860674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:30.914434 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-2938da0d-6cb6-43fc-9466-f057a0860674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479553 May 03 16:30:30.960633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (a75f3923-8cf5-42ab-9a74-4691f19818d9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:30.982494 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75f3923-8cf5-42ab-9a74-4691f19818d9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:31.016586 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks [] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.019412 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.048085 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.049978 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1bd58cf2-1cbb-4ba8-a474-06819be776b8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3767502 May 03 16:30:31.055628 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49130) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:31.060832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:31.101690 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.159340 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55b128-5f13-4d5a-bb0c-bf226bc2c5de None None] Pushing event updated for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:31.170535 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (f51068a0-d719-4066-a3ac-5f1650f7635f), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.244491 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Attempting to bind port c06cf939-bbdd-4742-9f2c-be2daedba0d2 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:31.244866 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Attempting to bind port c06cf939-bbdd-4742-9f2c-be2daedba0d2 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:31.245231 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Attempting to bind port c06cf939-bbdd-4742-9f2c-be2daedba0d2 on network 44fb9084-b492-48d1-9a92-5383bbd94dfe {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:31.248485 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (f51068a0-d719-4066-a3ac-5f1650f7635f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.254072 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:31.254442 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Checking segment: {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:31.254906 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.255323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Bound using segment: {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:31.255794 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Bound port: c06cf939-bbdd-4742-9f2c-be2daedba0d2, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4383b0b9-476d-430f-9e3b-6071617e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:31.256335 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.265650 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-6b676ef9-2484-4808-b075-c42cf02a476d service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433056 May 03 16:30:31.336673 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] For port c06cf939-bbdd-4742-9f2c-be2daedba0d2, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:31.340125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] For port c06cf939-bbdd-4742-9f2c-be2daedba0d2, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c06cf939-bbdd-4742-9f2c-be2daedba0d2,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:31.367619 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7476fada-2c85-42b2-be51-a5cd15def194 req-d17a70c8-c2f5-4d7b-bdc0-21563c3ca10d service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953119 May 03 16:30:31.376181 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (f51068a0-d719-4066-a3ac-5f1650f7635f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.409424 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51068a0-d719-4066-a3ac-5f1650f7635f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:31.429516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Provisioning complete for port c06cf939-bbdd-4742-9f2c-be2daedba0d2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:31.432161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.437969 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.461764 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47091-1bbe-4777-8621-c6c4912c0431 req-eb130239-ba47-4ac2-9ec5-0519767db451 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:31.461764 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3f47091-1bbe-4777-8621-c6c4912c0431 req-eb130239-ba47-4ac2-9ec5-0519767db451 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0580513 May 03 16:30:31.515703 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.517094 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2494df45-10e9-4fa7-861d-338bed070e75 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601293 May 03 16:30:31.519716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49138) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:31.524380 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:31.531649 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3f47091-1bbe-4777-8621-c6c4912c0431 req-3fb89bb7-3bc6-4ca7-acd8-4902585ffa8f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663621 May 03 16:30:31.549722 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:31.550372 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:31.615442 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55b128-5f13-4d5a-bb0c-bf226bc2c5de None None] Pushing event updated for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:31.676374 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5368b-1640-4a42-bff9-54219a1ff5bb req-ade7a6ef-89a9-47bc-b66f-71bc6d293c74 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:31.678170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fbc5368b-1640-4a42-bff9-54219a1ff5bb req-ade7a6ef-89a9-47bc-b66f-71bc6d293c74 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0543048 May 03 16:30:31.688490 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:31.693625 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'floatingip': {'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:31.699660 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (fee0d278-3107-4c4c-af53-e51627128010), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.737717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.774171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (fee0d278-3107-4c4c-af53-e51627128010), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.829570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (fee0d278-3107-4c4c-af53-e51627128010), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.832169 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Current status of the port c06cf939-bbdd-4742-9f2c-be2daedba0d2 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:31.832602 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.847962 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee0d278-3107-4c4c-af53-e51627128010,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:31.852268 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:31.908042 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] For port c06cf939-bbdd-4742-9f2c-be2daedba0d2, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c06cf939-bbdd-4742-9f2c-be2daedba0d2,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:31.943745 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.946014 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6ed40d2d-31b3-419b-baa8-03a0667706ea tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242742 May 03 16:30:31.953023 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:31.957778 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:31.974525 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:31.976705 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 3b4e03d7-871d-4a2f-b52e-2132819a13f8 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:32.014276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e49eb-e514-43af-98d4-1c036d5549fb req-7c6d7ae9-a251-49e8-b0ed-edfe90135ff2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:32.015821 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed1e49eb-e514-43af-98d4-1c036d5549fb req-7c6d7ae9-a251-49e8-b0ed-edfe90135ff2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1285965 May 03 16:30:32.063689 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Project 81a8a6f34abb4f4884dc35c6a4cf1d43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:30:32.076857 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (a946cb5b-5e81-4b3e-ad1e-78f641b495ce), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.128949 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed1e49eb-e514-43af-98d4-1c036d5549fb req-78872d07-e2c7-41f9-9a92-7fde49639e59 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070094 May 03 16:30:32.134272 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1c76ddb8-e8a9-4fc4-ab26-8852635794b8 None None] Provisioning complete for port c06cf939-bbdd-4742-9f2c-be2daedba0d2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:32.134791 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c76ddb8-e8a9-4fc4-ab26-8852635794b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.143362 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254d8f7-6df4-49ce-bbc2-e315a8be6760 None None] Pushing event updated for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:32.162959 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (a946cb5b-5e81-4b3e-ad1e-78f641b495ce), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.201940 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:32.202156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.229410 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (a946cb5b-5e81-4b3e-ad1e-78f641b495ce), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.251068 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a946cb5b-5e81-4b3e-ad1e-78f641b495ce,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:32.261620 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:28Z', 'revision_number': 4, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'c06cf939-bbdd-4742-9f2c-be2daedba0d2', 'name': '', 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'mac_address': 'fa:16:3e:5a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:27Z', 'updated_at': '2022-05-03T16:30:31Z', 'revision_number': 4, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'subnets': [{'id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:32.310988 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1e0b4-db24-4697-b821-04e59a2fa7ba None None] The sync data for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi is: [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:30:28Z', 'revision_number': 4, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'c06cf939-bbdd-4742-9f2c-be2daedba0d2', 'name': '', 'network_id': '44fb9084-b492-48d1-9a92-5383bbd94dfe', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'mac_address': 'fa:16:3e:5a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:27Z', 'updated_at': '2022-05-03T16:30:31Z', 'revision_number': 4, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'subnets': [{'id': 'b6331e18-68a1-4391-a50a-326b1466f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:30:32.321107 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.324900 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0b1ff995-e74c-4eb8-8e94-8beb3681e275 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3683884 May 03 16:30:32.325803 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:32.331837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'security_group_rule': {'security_group_id': 'a66a3f5a-01c8-4950-b966-48177f55b208', 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:32.340192 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1c76ddb8-e8a9-4fc4-ab26-8852635794b8 None None] Current status of the port c06cf939-bbdd-4742-9f2c-be2daedba0d2 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:32.386713 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:32.464773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.467463 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Project 81a8a6f34abb4f4884dc35c6a4cf1d43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:30:32.476521 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (f2723047-3f1c-4874-a6f9-5712427d09d0), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.533214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.579464 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (f2723047-3f1c-4874-a6f9-5712427d09d0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.676807 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Floating IP 43a11a6d-0afb-4eb7-b8f2-069769b4c9f2 associated. External IP: 172.27.0.96, port: 045049cc-b3a0-44d6-9532-d1bfce495dc8. May 03 16:30:32.692390 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (f2723047-3f1c-4874-a6f9-5712427d09d0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.711503 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2723047-3f1c-4874-a6f9-5712427d09d0,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:32.830356 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.833026 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:32.835204 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-63552636-17d6-4c28-87f6-97cbc8a56194 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5075080 May 03 16:30:32.938930 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:30:33.076811 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:30:33.081725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:33.088748 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:30:33.104867 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:33.105758 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:33.123393 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3bc36704-9328-4e93-b233-330665770883 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "PUT /v2.0/floatingips/43a11a6d-0afb-4eb7-b8f2-069769b4c9f2 HTTP/1.1" status: 200 len: 990 time: 1.4310272 May 03 16:30:33.123393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:30:33.124656 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f304a66f-c8a1-4924-b2b7-cc59f252b560" -d '{"events": [{"name": "network-changed", "server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:30:33.213295 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b55e8-30f5-4941-abf7-ec206890d2cd x-openstack-request-id: req-8a4b55e8-30f5-4941-abf7-ec206890d2cd {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:30:33.213593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:30:33.213850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a4b55e8-30f5-4941-abf7-ec206890d2cd {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:30:33.214288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4b55e8-30f5-4941-abf7-ec206890d2cd'] response: {'name': 'network-changed', 'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'status': 'completed', 'code': 200} May 03 16:30:33.283430 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:33.357277 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe9c62-f984-4c7f-b5d3-af848604705a req-e6550908-e172-49ed-8105-10d701585738 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:33.363416 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cebe9c62-f984-4c7f-b5d3-af848604705a req-e6550908-e172-49ed-8105-10d701585738 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.1188312 May 03 16:30:33.440751 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-a8dd76bf-1bfa-41f2-9edf-ab577b16bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:33.442301 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-a8dd76bf-1bfa-41f2-9edf-ab577b16bd4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1129 time: 0.0778012 May 03 16:30:33.468276 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cebe9c62-f984-4c7f-b5d3-af848604705a req-7bd60727-b078-42bc-bcce-854a50a248ee tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918736 May 03 16:30:33.572573 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-758fc9aa-8e14-495c-9d31-9e2fe0533974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:33.574171 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-758fc9aa-8e14-495c-9d31-9e2fe0533974 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.1047165 May 03 16:30:33.612097 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '43a11a6d-0afb-4eb7-b8f2-069769b4c9f2', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bc719d-44db-430c-9609-e8f988dbfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:29:59Z', 'updated_at': '2022-05-03T16:30:32Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:33.653317 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:30:33.661561 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:30:33.662347 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:30:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:33.666704 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-1e36bb7f-fd1f-46af-8f90-4630df259d4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 998 time: 0.0853608 May 03 16:30:33.726343 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-13128524-b9ef-4672-9557-60bb18765b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:33.727971 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-13128524-b9ef-4672-9557-60bb18765b6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0554020 May 03 16:30:33.873243 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:30:33.877847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-b3b73bb3-6a56-43e8-bb0b-12df42ade3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:33.879543 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-b3b73bb3-6a56-43e8-bb0b-12df42ade3f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905690 May 03 16:30:33.957053 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c06cf939-bbdd-4742-9f2c-be2daedba0d2 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:34.022230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port c06cf939-bbdd-4742-9f2c-be2daedba0d2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:34.022230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:34.155870 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port c06cf939-bbdd-4742-9f2c-be2daedba0d2 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:34.189189 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '43a11a6d-0afb-4eb7-b8f2-069769b4c9f2', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bc719d-44db-430c-9609-e8f988dbfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:29:59Z', 'updated_at': '2022-05-03T16:30:32Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:34.201186 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:34.221780 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa093c7-b21c-4550-a969-e9794bdc0428 None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '43a11a6d-0afb-4eb7-b8f2-069769b4c9f2', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bc719d-44db-430c-9609-e8f988dbfec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:29:59Z', 'updated_at': '2022-05-03T16:30:32Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:30:34.339174 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-8e80b4e9-5ab2-407e-94b7-f58269eac361 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927813 May 03 16:30:34.446814 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f304a66f-c8a1-4924-b2b7-cc59f252b560 req-b1299131-a013-4dcf-8b83-78eb42c241ea service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009550 May 03 16:30:34.593824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da3ff8-cd58-452d-826d-4ea1efdc3a33 req-18a600b8-c25c-46d0-b2be-c9c1e9a92205 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:34.593824 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7da3ff8-cd58-452d-826d-4ea1efdc3a33 req-18a600b8-c25c-46d0-b2be-c9c1e9a92205 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0570424 May 03 16:30:34.616817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49270) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:34.649284 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7da3ff8-cd58-452d-826d-4ea1efdc3a33 req-73b6194b-b756-479f-af91-38876375d19b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 May 03 16:30:34.749087 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf4a8-ea3e-4738-9c55-f4486f7a6e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:34.833531 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf4a8-ea3e-4738-9c55-f4486f7a6e5c admin admin] Publish callbacks [] for security_group (6ecb5106-165c-4a44-ba26-ddccb00b9fc3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:34.926331 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf4a8-ea3e-4738-9c55-f4486f7a6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6ecb5106-165c-4a44-ba26-ddccb00b9fc3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:34.968308 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bf4a8-ea3e-4738-9c55-f4486f7a6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb5106-165c-4a44-ba26-ddccb00b9fc3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:34.972816 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3b9bf4a8-ea3e-4738-9c55-f4486f7a6e5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f350521dcd2c421d8e531791b8f4c0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543911 May 03 16:30:34.976873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:35.007334 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586abf7-4e9c-4d9e-8c99-8aaad6a78a6b None None] New status for floating IP 43a11a6d-0afb-4eb7-b8f2-069769b4c9f2: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:30:35.075686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] Publish callbacks [] for security_group (6ecb5106-165c-4a44-ba26-ddccb00b9fc3), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:35.103276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] Publish callbacks [] for security_group (6ecb5106-165c-4a44-ba26-ddccb00b9fc3), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:35.245364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6ecb5106-165c-4a44-ba26-ddccb00b9fc3), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:35.249747 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:35.250739 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ecb5106-165c-4a44-ba26-ddccb00b9fc3 HTTP/1.1" status: 204 len: 168 time: 0.2724705 May 03 16:30:35.264546 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5059a8-ada4-4913-8772-1bc1231d9ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb5106-165c-4a44-ba26-ddccb00b9fc3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:37.170341 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49342) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:37.175034 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259676748', 'description': 'tempest-description--320045211'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:37.307095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.372062 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (1f461858-e236-4620-92f5-e518db7d5099), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.446402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1f461858-e236-4620-92f5-e518db7d5099), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.477518 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f461858-e236-4620-92f5-e518db7d5099,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:37.545847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.547213 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-970ef81a-0a66-48ec-ad8c-25f8928ab1ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3757286 May 03 16:30:37.550131 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49354) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:37.554724 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'security_group_rule': {'security_group_id': '1f461858-e236-4620-92f5-e518db7d5099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:37.697401 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (f319db28-fdd5-4cc4-b36a-0333e27c37b9), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.770560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (f319db28-fdd5-4cc4-b36a-0333e27c37b9), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.840606 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (f319db28-fdd5-4cc4-b36a-0333e27c37b9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.860844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f319db28-fdd5-4cc4-b36a-0333e27c37b9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:37.940402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:37.941777 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-48e327aa-4903-455e-acfd-39214629b925 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906500 May 03 16:30:37.944652 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:37.949162 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'security_group_rule': {'security_group_id': '1f461858-e236-4620-92f5-e518db7d5099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:38.045127 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (7b9e84c3-d9aa-45f5-bcab-040b0d570d67), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.111287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (7b9e84c3-d9aa-45f5-bcab-040b0d570d67), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.223836 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (7b9e84c3-d9aa-45f5-bcab-040b0d570d67), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.244208 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9e84c3-d9aa-45f5-bcab-040b0d570d67,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:38.326616 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.331015 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:38.332490 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1d99f88f-875c-4d52-b474-5f7eb855e6a9 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867428 May 03 16:30:38.335983 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:38.412359 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.496471 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.632569 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Allocated IP 172.27.0.47 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/55e053d7-3015-40cc-9afc-d15dc390b8b2) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:38.744132 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.910098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:38.951134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:38.954022 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:38.957529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:38.995047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'Port': ['ID=55e053d7-3015-40cc-9afc-d15dc390b8b2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:39.056811 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.201596 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.366684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.377594 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.429252 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.513215 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'Port': ['ID=55e053d7-3015-40cc-9afc-d15dc390b8b2,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:39.532031 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.596735 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:39.603833 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f8baf8b3-62bd-45f1-973a-c0bb81e3f2b2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2659581 May 03 16:30:39.807307 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-4a929c57-d0dc-44a4-82bc-54526ef2b4bf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1259676748&fields=id&tenant_id=394ead9152f741e68d0eac3d52df3bc1 HTTP/1.1" status: 200 len: 267 time: 0.0420983 May 03 16:30:39.920131 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-2f0ca5f4-ebe5-43df-bdc6-276acd4c1ffd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:39.921619 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-2f0ca5f4-ebe5-43df-bdc6-276acd4c1ffd tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.1071501 May 03 16:30:39.937914 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-d837b4f8-ce85-479b-a540-e796b95fc8c1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/quotas/394ead9152f741e68d0eac3d52df3bc1 HTTP/1.1" status: 200 len: 375 time: 0.0098069 May 03 16:30:39.990804 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-c44d69dd-669d-43eb-957b-c123c14356cb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471706 May 03 16:30:40.088455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-35c9c9ed-ef9f-40f4-8700-617c3e90caea service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858736 May 03 16:30:40.426849 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:40.427972 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-3ca2c3aa-86b4-4e83-b913-9ec1a9a861ad service neutron] 10.222.0.42 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330624 May 03 16:30:40.478504 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Deleting subnet e55c88a7-b211-41f6-bec3-5d69b785e8e0 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:30:40.482774 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Publish callbacks [] for subnet (e55c88a7-b211-41f6-bec3-5d69b785e8e0), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.522625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Publish callbacks [] for subnet (e55c88a7-b211-41f6-bec3-5d69b785e8e0), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.532703 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (e55c88a7-b211-41f6-bec3-5d69b785e8e0), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.675719 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for subnet (e55c88a7-b211-41f6-bec3-5d69b785e8e0), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.708716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.712021 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e55c88a7-b211-41f6-bec3-5d69b785e8e0 HTTP/1.1" status: 204 len: 168 time: 0.2841387 May 03 16:30:40.713553 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232279a-0641-4b3f-901e-8ef7b53a19ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55c88a7-b211-41f6-bec3-5d69b785e8e0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:40.715436 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:40.744177 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9857f15d-5811-44a4-8c17-aedbed31bf21 req-c47526aa-8a1a-4ca5-b360-5cf8077d6aa5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 210 time: 0.0464220 May 03 16:30:40.792413 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (e4be652a-e5ab-4a95-8cfa-aae043d726f0), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.885885 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (e4be652a-e5ab-4a95-8cfa-aae043d726f0), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:40.912577 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.912933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.914014 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.914378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.914794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.915229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.915659 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.916042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.916359 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.916767 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.991173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.991561 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.991894 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.992221 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:30:40.992581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4be652a-e5ab-4a95-8cfa-aae043d726f0']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.013635 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23501bc-8e26-495f-9ad9-19f851875ebb') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.013927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23501bc-8e26-495f-9ad9-19f851875ebb') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.033281 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (e23501bc-8e26-495f-9ad9-19f851875ebb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.055904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (e23501bc-8e26-495f-9ad9-19f851875ebb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.064754 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:30:41.065165 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (e23501bc-8e26-495f-9ad9-19f851875ebb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: from cryptography.utils import int_from_bytes May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: from cryptography.utils import int_from_bytes May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:30:41.069700 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:30:41.193447 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (e4be652a-e5ab-4a95-8cfa-aae043d726f0), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.202072 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.206443 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e4be652a-e5ab-4a95-8cfa-aae043d726f0 HTTP/1.1" status: 204 len: 168 time: 0.4895380 May 03 16:30:41.209314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:41.217607 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3bf2-a2f5-4e06-a7e7-d85f966b09d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4be652a-e5ab-4a95-8cfa-aae043d726f0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:41.262493 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Deleting subnet 597a901f-a2bc-4164-94b0-5b21c1854672 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:30:41.265818 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Publish callbacks [] for subnet (597a901f-a2bc-4164-94b0-5b21c1854672), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.308688 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (597a901f-a2bc-4164-94b0-5b21c1854672), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.350238 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (597a901f-a2bc-4164-94b0-5b21c1854672), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.473264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (597a901f-a2bc-4164-94b0-5b21c1854672), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.499167 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597a901f-a2bc-4164-94b0-5b21c1854672,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:41.509567 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.513566 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1c541612-b506-4898-8b1e-d9fbd884e1a9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/597a901f-a2bc-4164-94b0-5b21c1854672 HTTP/1.1" status: 204 len: 168 time: 0.3028314 May 03 16:30:41.516431 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:41.600105 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (e4711397-1ed9-4b7a-b2f3-bb8d787dfe11), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.688418 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (e4711397-1ed9-4b7a-b2f3-bb8d787dfe11), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.709623 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4711397-1ed9-4b7a-b2f3-bb8d787dfe11']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.719373 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf17d4-048c-4ba4-be5f-03b157c56c97') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.719676 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf17d4-048c-4ba4-be5f-03b157c56c97') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:30:41.729334 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (b7cf17d4-048c-4ba4-be5f-03b157c56c97), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.751361 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (b7cf17d4-048c-4ba4-be5f-03b157c56c97), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.755598 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:30:41.755991 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (b7cf17d4-048c-4ba4-be5f-03b157c56c97), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:30:41.757792 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:30:41.904620 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (e4711397-1ed9-4b7a-b2f3-bb8d787dfe11), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.910124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:41.913726 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] 10.222.0.42 "DELETE /v2.0/networks/e4711397-1ed9-4b7a-b2f3-bb8d787dfe11 HTTP/1.1" status: 204 len: 168 time: 0.3957593 May 03 16:30:41.929412 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261bbdd-1317-42dd-9523-7dd2f0bbcfab admin admin] Pushing event deleted for resources: {'Network': ['ID=e4711397-1ed9-4b7a-b2f3-bb8d787dfe11,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:41.983988 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4442c03e-6d3e-4254-9374-76b0c1e78449 req-0932a64d-3efa-47f8-b038-36c78130a13a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 210 time: 0.0348444 May 03 16:30:42.353710 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49544) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:42.394415 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f8834f4c-9df4-4e88-a57e-789d9f8f5bdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79396e9d69b94a84a646ec76604b9979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392582 May 03 16:30:42.396874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:42.444354 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] Publish callbacks [] for security_group (b3a73401-5103-4c93-95f4-b548e18f4c49), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:42.467834 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] Publish callbacks [] for security_group (b3a73401-5103-4c93-95f4-b548e18f4c49), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:42.612652 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b3a73401-5103-4c93-95f4-b548e18f4c49), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:42.615365 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:42.616514 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3a73401-5103-4c93-95f4-b548e18f4c49 HTTP/1.1" status: 204 len: 168 time: 0.2186711 May 03 16:30:42.624784 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc156d2-abba-44f9-80d0-404f807cdce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a73401-5103-4c93-95f4-b548e18f4c49,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:43.100397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-53002892-b8b3-4e77-aea8-1576f281c7ff req-8e512842-f4ce-436e-a85d-bb9f61fec323 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 210 time: 0.0330236 May 03 16:30:43.188685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-a4cbf777-0f2b-43ae-8850-8e305e6bdb63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:43.190181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-a4cbf777-0f2b-43ae-8850-8e305e6bdb63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 819 time: 0.1628592 May 03 16:30:43.257273 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-e7b936a5-1542-428e-be2e-163a123be8ba tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=394ead9152f741e68d0eac3d52df3bc1 HTTP/1.1" status: 200 len: 380 time: 0.0571375 May 03 16:30:43.267030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'port': {'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'admin_state_up': True, 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'security_groups': ['1f461858-e236-4620-92f5-e518db7d5099']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:43.473187 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49560) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:43.480857 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Made reservation on behalf of 394ead9152f741e68d0eac3d52df3bc1 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:30:43.485300 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:43.519719 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f949acd0-d2da-44db-8d4b-3e16c548f33a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6fd59426b794484b38922088d69bafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452182 May 03 16:30:43.522370 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49564) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:43.585645 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] Publish callbacks [] for security_group (4ad66df4-6422-4fa1-9c7a-de61f261294e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:43.611322 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] Publish callbacks [] for security_group (4ad66df4-6422-4fa1-9c7a-de61f261294e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:43.635693 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Allocated IP 172.20.0.14 (f885123b-d597-4b09-a9de-422e81d59c30/39a25811-90d0-4317-b4e5-abe91c679f59/cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:30:43.789659 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4ad66df4-6422-4fa1-9c7a-de61f261294e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:43.792266 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:43.793630 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ad66df4-6422-4fa1-9c7a-de61f261294e HTTP/1.1" status: 204 len: 168 time: 0.2702436 May 03 16:30:43.821854 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f06a1-8d2e-43c6-a949-db99a3fad466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad66df4-6422-4fa1-9c7a-de61f261294e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:43.909371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.109635 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.161960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Network f885123b-d597-4b09-a9de-422e81d59c30 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:30:44.165649 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:30:44.168674 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:30:44.229332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event updated for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:44.274650 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:44.277383 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.284246 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4bc3-7463-4837-98f6-a22b2657d65f req-ba27c537-f051-4c0f-b2bd-5a38a2b6e629 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:44.285849 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6fdf4bc3-7463-4837-98f6-a22b2657d65f req-ba27c537-f051-4c0f-b2bd-5a38a2b6e629 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 932 time: 0.0858128 May 03 16:30:44.356030 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6fdf4bc3-7463-4837-98f6-a22b2657d65f req-bc1b1145-6adc-4b7d-985e-aeef02b35b4e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618749 May 03 16:30:44.397751 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5209d80b-0767-4397-815a-ce45284fe59e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1349320 May 03 16:30:44.414486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Request body: {'port': {'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:44.463648 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38ead81a-cbb9-44a7-a607-301240ff814e None None] Provisioning complete for port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:44.464146 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38ead81a-cbb9-44a7-a607-301240ff814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.486945 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.518235 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38ead81a-cbb9-44a7-a607-301240ff814e None None] Port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:30:44.793590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:30:44.803009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks [] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.816482 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Transition to ACTIVE for port object cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:30:44.903915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:44.972730 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:45.093915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Attempting to bind port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:30:45.094273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Attempting to bind port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:30:45.094615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Attempting to bind port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:45.103971 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa on network f885123b-d597-4b09-a9de-422e81d59c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:30:45.104332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Attempting to bind port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa on network f885123b-d597-4b09-a9de-422e81d59c30 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:30:45.111402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:30:45.112040 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Checking segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:30:45.112474 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Bound using segment: {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:30:45.114140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Bound port: cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329f5657-00d3-4646-a730-723935b058c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:30:45.114140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:45.217653 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:30:45.221584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:30:45.336302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:45.381488 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:45.382166 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:45.383717 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] 10.222.0.36 "PUT /v2.0/ports/cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 1094 time: 0.9736509 May 03 16:30:45.384196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:30:45.386983 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec28829-66bb-4679-83e0-dbebd3dee64c" -d '{"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:30:45.423018 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433b1a-728c-442c-9c74-a0767990f14b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:45.507682 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282bd7a6-9d69-4ea5-b4b6-512da801040b x-openstack-request-id: req-282bd7a6-9d69-4ea5-b4b6-512da801040b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:30:45.507989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:30:45.508245 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-282bd7a6-9d69-4ea5-b4b6-512da801040b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:30:45.508694 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282bd7a6-9d69-4ea5-b4b6-512da801040b'] response: {'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'status': 'completed', 'code': 200} May 03 16:30:45.630571 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-5ac90a7d-f37d-425e-9259-8520658f8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:45.632464 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-5ac90a7d-f37d-425e-9259-8520658f8f83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1128 time: 0.1076393 May 03 16:30:45.722006 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88dfa-ea01-4293-8536-fedc3e41489a req-611f1378-55ba-4ecb-8e22-47762cf6f68a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:45.723671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ad88dfa-ea01-4293-8536-fedc3e41489a req-611f1378-55ba-4ecb-8e22-47762cf6f68a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.1576624 May 03 16:30:45.915365 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ad88dfa-ea01-4293-8536-fedc3e41489a req-bb64e0b5-c670-4b6c-b36c-c63ea18385e0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700752 May 03 16:30:45.916261 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-66a73308-cde5-4594-af6c-5959940e856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:45.917659 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-66a73308-cde5-4594-af6c-5959940e856b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=394ead9152f741e68d0eac3d52df3bc1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2641177 May 03 16:30:46.045919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-8503ea25-9a74-4556-9f4a-7fe9548ae42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:46.048995 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6ec28829-66bb-4679-83e0-dbebd3dee64c req-8503ea25-9a74-4556-9f4a-7fe9548ae42c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106601 May 03 16:30:46.127909 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5afb6d31-db63-489c-bdb2-ffd74d3e8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:46.135427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5afb6d31-db63-489c-bdb2-ffd74d3e8d5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1128 time: 0.0473623 May 03 16:30:46.209229 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-ef83feef-3c85-47bb-9692-43c0231dc0d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 217 time: 0.0517769 May 03 16:30:46.279569 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5e251d58-409d-4707-9ca0-90246d33240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:46.281978 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-5e251d58-409d-4707-9ca0-90246d33240f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0633063 May 03 16:30:46.345091 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-841d3bbe-5cd2-4022-a5e9-b2c5cba87bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:46.346626 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-841d3bbe-5cd2-4022-a5e9-b2c5cba87bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580885 May 03 16:30:46.444894 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-c952aba8-e9b2-48c6-be67-5ed3eaf49ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906696 May 03 16:30:46.560105 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a95a7bd-45a5-40a1-8539-9207e0990364 req-cc9737b8-e0a5-4305-a7b5-5d2511d81d0f service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073449 May 03 16:30:47.058189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090461-3aee-4d03-84f1-71479cf00301 req-5b3cedcd-57b2-4107-b74d-f7df18c62f53 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:47.059821 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40090461-3aee-4d03-84f1-71479cf00301 req-5b3cedcd-57b2-4107-b74d-f7df18c62f53 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0582764 May 03 16:30:47.123820 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40090461-3aee-4d03-84f1-71479cf00301 req-414924c5-062b-453f-8b83-826dee624f4c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580573 May 03 16:30:48.259903 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477663-c3ad-425d-bb1e-ac8ca1e1ffef req-76e5cbaa-eb5d-4083-b903-83c25f2c3f17 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:48.262036 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a4477663-c3ad-425d-bb1e-ac8ca1e1ffef req-76e5cbaa-eb5d-4083-b903-83c25f2c3f17 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0624347 May 03 16:30:48.321421 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a4477663-c3ad-425d-bb1e-ac8ca1e1ffef req-e702d0a0-3a05-4c4b-b9f3-0c222bddb637 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512223 May 03 16:30:49.439832 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35567d94-72cb-43e4-b7bb-15eda4e966ec req-bd77ba6f-507b-4e6d-9ce7-132d687e9515 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:49.441262 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35567d94-72cb-43e4-b7bb-15eda4e966ec req-bd77ba6f-507b-4e6d-9ce7-132d687e9515 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0472934 May 03 16:30:49.495676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35567d94-72cb-43e4-b7bb-15eda4e966ec req-150dcd28-9c91-48c9-b32f-9936425ff123 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481739 May 03 16:30:50.635923 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ac0f9-4585-46c5-8425-5a1827a236d1 req-5678e7fc-1e07-4674-9ad5-719304b9c455 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:50.637431 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-102ac0f9-4585-46c5-8425-5a1827a236d1 req-5678e7fc-1e07-4674-9ad5-719304b9c455 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0638912 May 03 16:30:50.701706 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-102ac0f9-4585-46c5-8425-5a1827a236d1 req-7947c63b-e5d7-47ad-bff0-3ebe061a6812 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567336 May 03 16:30:50.940914 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:51.067888 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-403b45f3-0d11-41c8-a6a2-eb7062e3920b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.148457 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-403b45f3-0d11-41c8-a6a2-eb7062e3920b admin admin] Publish callbacks [] for security_group (643009fb-74e4-45e8-849b-e911e9994540), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.229007 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-403b45f3-0d11-41c8-a6a2-eb7062e3920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (643009fb-74e4-45e8-849b-e911e9994540), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.269320 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-403b45f3-0d11-41c8-a6a2-eb7062e3920b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc7084a94b2e41dba69f93f5644f7416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272636 May 03 16:30:51.270021 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b45f3-0d11-41c8-a6a2-eb7062e3920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643009fb-74e4-45e8-849b-e911e9994540,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:51.272056 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49752) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:51.325888 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] Publish callbacks [] for security_group (643009fb-74e4-45e8-849b-e911e9994540), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.349467 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] Publish callbacks [] for security_group (643009fb-74e4-45e8-849b-e911e9994540), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.536441 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (643009fb-74e4-45e8-849b-e911e9994540), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.539067 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:51.540359 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/643009fb-74e4-45e8-849b-e911e9994540 HTTP/1.1" status: 204 len: 168 time: 0.2672720 May 03 16:30:51.549123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e9623-f4d7-4d0a-8b98-bfb3149667d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643009fb-74e4-45e8-849b-e911e9994540,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:51.831838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f8f0-4e1a-4a87-86f4-992a76da619f req-4f856a43-68c5-4409-aafc-198cff168a7e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:51.838016 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4f6f8f0-4e1a-4a87-86f4-992a76da619f req-4f856a43-68c5-4409-aafc-198cff168a7e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0569415 May 03 16:30:51.903041 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4f6f8f0-4e1a-4a87-86f4-992a76da619f req-1fc3b6a3-f290-44d0-9f26-47524c3ff66b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 May 03 16:30:52.346880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:52.362500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442f0e29-c8f6-4fc4-ba6f-8e8a973f458f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.458660 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442f0e29-c8f6-4fc4-ba6f-8e8a973f458f admin admin] Publish callbacks [] for security_group (993d8d8a-0578-43b1-b865-0d5cbb16d53f), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.543102 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442f0e29-c8f6-4fc4-ba6f-8e8a973f458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (993d8d8a-0578-43b1-b865-0d5cbb16d53f), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.585782 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-442f0e29-c8f6-4fc4-ba6f-8e8a973f458f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fd70fdcfd2745468974f91c0654aefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376659 May 03 16:30:52.586877 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0e29-c8f6-4fc4-ba6f-8e8a973f458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d8d8a-0578-43b1-b865-0d5cbb16d53f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:52.591480 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:52.656951 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] Publish callbacks [] for security_group (993d8d8a-0578-43b1-b865-0d5cbb16d53f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.682301 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] Publish callbacks [] for security_group (993d8d8a-0578-43b1-b865-0d5cbb16d53f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.863382 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (993d8d8a-0578-43b1-b865-0d5cbb16d53f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.865982 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:52.867214 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/993d8d8a-0578-43b1-b865-0d5cbb16d53f HTTP/1.1" status: 204 len: 168 time: 0.2776477 May 03 16:30:52.876299 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d06b-35ea-4ebe-964a-c63a98d6d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d8d8a-0578-43b1-b865-0d5cbb16d53f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:53.052050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6cbcb-61a7-4afb-bd0e-57ecf41770e1 req-6d8fec3b-c360-4f56-bd22-7eeebb80b753 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:53.054111 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8c6cbcb-61a7-4afb-bd0e-57ecf41770e1 req-6d8fec3b-c360-4f56-bd22-7eeebb80b753 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 944 time: 0.0585055 May 03 16:30:53.100601 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:30:53.120050 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8c6cbcb-61a7-4afb-bd0e-57ecf41770e1 req-5ef6d1fd-070a-4f8c-b908-6b4a260eaf56 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596998 May 03 16:30:53.213730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:53.226885 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:30:53.266439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:53.266725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:53.280634 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:30:53.301342 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:53.358512 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:53.412820 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:53.421451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.438813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:30:53.687001 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:53.699964 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4964ee2-1335-428e-8ee4-74a4e4ca4fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:53.812064 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:30:53.838773 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4964ee2-1335-428e-8ee4-74a4e4ca4fff admin admin] Publish callbacks [] for security_group (8da99a5b-fc08-48db-8c2c-e05076031e90), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:53.939598 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4964ee2-1335-428e-8ee4-74a4e4ca4fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8da99a5b-fc08-48db-8c2c-e05076031e90), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:53.978698 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e4964ee2-1335-428e-8ee4-74a4e4ca4fff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c871e8fa3624d42b96d46b309e58147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905474 May 03 16:30:53.980900 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4964ee2-1335-428e-8ee4-74a4e4ca4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da99a5b-fc08-48db-8c2c-e05076031e90,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:53.982204 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:54.052993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] Publish callbacks [] for security_group (8da99a5b-fc08-48db-8c2c-e05076031e90), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:54.078262 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] Publish callbacks [] for security_group (8da99a5b-fc08-48db-8c2c-e05076031e90), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:54.245773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8da99a5b-fc08-48db-8c2c-e05076031e90), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:54.248398 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:54.252309 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8da99a5b-fc08-48db-8c2c-e05076031e90 HTTP/1.1" status: 204 len: 168 time: 0.2687094 May 03 16:30:54.260650 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260078d-4d5b-4071-a374-b2b4790e2350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da99a5b-fc08-48db-8c2c-e05076031e90,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:54.269469 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230c2e4-228b-4f40-8fa0-508c5b2b2858 req-dc00ed0b-b436-45b1-8e62-0ac56163b8d8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:54.271300 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e230c2e4-228b-4f40-8fa0-508c5b2b2858 req-dc00ed0b-b436-45b1-8e62-0ac56163b8d8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 945 time: 0.0734549 May 03 16:30:54.342662 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e230c2e4-228b-4f40-8fa0-508c5b2b2858 req-5e7bc486-67e1-4d62-8d2b-32a0e2600bd8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586820 May 03 16:30:55.110676 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:30:55.210011 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:30:55.360242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:30:55.360691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:55.443635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:30:55.444110 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:55.475679 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afd1b5-562c-4b6d-bef8-7dfd862f05d1 req-4bd4cd1f-0d42-4ebd-860d-9899860327a0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:55.475679 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93afd1b5-562c-4b6d-bef8-7dfd862f05d1 req-4bd4cd1f-0d42-4ebd-860d-9899860327a0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 945 time: 0.0474303 May 03 16:30:55.476408 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:30:55.476408 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb65dd1-3423-46c9-b27e-36a225fb4c7b" -d '{"events": [{"server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:30:55.491152 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:30:55.513444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a692ad-9580-40a9-9cf0-9928c17c1b36 x-openstack-request-id: req-35a692ad-9580-40a9-9cf0-9928c17c1b36 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:30:55.513766 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:30:55.514125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35a692ad-9580-40a9-9cf0-9928c17c1b36 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:30:55.514662 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a692ad-9580-40a9-9cf0-9928c17c1b36'] response: {'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'code': 200} May 03 16:30:55.517041 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93afd1b5-562c-4b6d-bef8-7dfd862f05d1 req-a8287e5f-1270-4e66-a394-84bce38c0f91 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 May 03 16:30:55.755117 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:55.821643 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:30:55.945975 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645eb7d-9b0a-4ca3-ae5e-3feb51fc1e8d req-2bc723b8-0f30-4707-bc59-8b0731b343ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:55.947483 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3645eb7d-9b0a-4ca3-ae5e-3feb51fc1e8d req-2bc723b8-0f30-4707-bc59-8b0731b343ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0422213 May 03 16:30:55.993437 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3645eb7d-9b0a-4ca3-ae5e-3feb51fc1e8d req-6081c9e0-2d4f-462c-b5e0-e86397573675 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385606 May 03 16:30:56.636383 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c64e99-de31-4473-8a83-b13e0dff5f30 req-01ef0c49-aaa5-43fd-8ee1-aca092c52113 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:56.638537 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-28c64e99-de31-4473-8a83-b13e0dff5f30 req-01ef0c49-aaa5-43fd-8ee1-aca092c52113 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0496228 May 03 16:30:56.689160 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-28c64e99-de31-4473-8a83-b13e0dff5f30 req-aa950658-4919-4739-a4a9-cd4a2a7f3910 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 May 03 16:30:57.816485 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfcc6b-da82-40d7-bc37-a46a694aa1f2 req-e2f1d219-15d4-4e20-b89b-4c9aba5b18e7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:57.818076 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c1cfcc6b-da82-40d7-bc37-a46a694aa1f2 req-e2f1d219-15d4-4e20-b89b-4c9aba5b18e7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0624933 May 03 16:30:57.852061 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fc99df6-4064-4e4e-8d4f-08b8ae2d1e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:30:57.872815 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c1cfcc6b-da82-40d7-bc37-a46a694aa1f2 req-5c041478-e13c-4850-a3ef-cd73d3f74057 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479085 May 03 16:30:58.985472 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f91ab8-74b3-464c-826b-9317c44fbbce req-65677da4-e291-485f-8339-568b2a614647 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:58.986900 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23f91ab8-74b3-464c-826b-9317c44fbbce req-65677da4-e291-485f-8339-568b2a614647 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0466456 May 03 16:30:59.034083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23f91ab8-74b3-464c-826b-9317c44fbbce req-358cd06d-8676-46d3-abf2-cb0408dd6658 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 May 03 16:30:59.142206 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4ce04-b3d3-44ef-8b9d-1588870678ae req-778176e1-5159-4154-8a55-d200d91406a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:30:59.143701 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cbb4ce04-b3d3-44ef-8b9d-1588870678ae req-778176e1-5159-4154-8a55-d200d91406a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0460379 May 03 16:30:59.151188 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:30:59.152280 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49954) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:30:59.156921 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'floatingip': {'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:30:59.229332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.038941 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.096205 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.205197 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Floating IP 281d8213-6603-4770-85b9-38ed308ca731 associated. External IP: 172.27.0.47, port: cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa. May 03 16:31:00.221927 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3952dfc7-b9e0-4bd6-abfa-ef28ec1b1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.303399 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49972) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:00.419755 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c72f847-c0c4-44c7-932b-081e7eb5813c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.430638 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Router 6720e551-6287-47d5-90a1-6006ba36c536 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:31:00.501315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c72f847-c0c4-44c7-932b-081e7eb5813c admin admin] Publish callbacks [] for security_group (af7afcb3-911e-4439-affa-a91deb49a854), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.548847 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:00.553756 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.558156 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:00.566134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c72f847-c0c4-44c7-932b-081e7eb5813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (af7afcb3-911e-4439-affa-a91deb49a854), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.567366 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:00.567990 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:00.583542 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7a53d30c-32da-4c48-bcd5-cce08d86c0fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "PUT /v2.0/floatingips/281d8213-6603-4770-85b9-38ed308ca731 HTTP/1.1" status: 200 len: 991 time: 1.4300654 May 03 16:31:00.584096 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:00.586457 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153393c5-fd1c-4cc6-b70e-6cc04461c76e" -d '{"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:00.618672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72f847-c0c4-44c7-932b-081e7eb5813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7afcb3-911e-4439-affa-a91deb49a854,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:00.629808 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb68462-1ec0-4d30-bcfe-eda18de90804 x-openstack-request-id: req-fbb68462-1ec0-4d30-bcfe-eda18de90804 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:00.630098 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:00.630339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbb68462-1ec0-4d30-bcfe-eda18de90804 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:00.630638 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6c72f847-c0c4-44c7-932b-081e7eb5813c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d10da3e2e984480b06841352f1f3246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256853 May 03 16:31:00.630761 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb68462-1ec0-4d30-bcfe-eda18de90804'] response: {'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'status': 'completed', 'code': 200} May 03 16:31:00.631135 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49984) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:00.682754 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] Publish callbacks [] for security_group (af7afcb3-911e-4439-affa-a91deb49a854), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.688489 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:00.704854 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-e5bbb028-7db4-4845-8906-6e03003bf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:00.706606 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-e5bbb028-7db4-4845-8906-6e03003bf4a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0418060 May 03 16:31:00.707145 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] Publish callbacks [] for security_group (af7afcb3-911e-4439-affa-a91deb49a854), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.804207 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-dd17d76a-9743-401a-ab9f-cfe2e4002d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:00.805589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-dd17d76a-9743-401a-ab9f-cfe2e4002d6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0927927 May 03 16:31:00.857772 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (af7afcb3-911e-4439-affa-a91deb49a854), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.860407 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:00.861596 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af7afcb3-911e-4439-affa-a91deb49a854 HTTP/1.1" status: 204 len: 168 time: 0.2295442 May 03 16:31:00.871425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc53e9-cb2f-4775-831a-682bccba804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7afcb3-911e-4439-affa-a91deb49a854,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:00.892237 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-4c800cca-20af-4064-9f22-64a9b1e08f19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 999 time: 0.0759575 May 03 16:31:00.928923 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:30:59Z', 'revision_number': 1, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:00.966030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-92f84e34-043d-46d1-96f5-ecbe729f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:00.967840 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:00.968482 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-92f84e34-043d-46d1-96f5-ecbe729f2c72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0680981 May 03 16:31:00.976972 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:00.980752 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:01.018106 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-908cfa66-66bf-45db-8ea9-18ae8e6a432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:01.019641 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-908cfa66-66bf-45db-8ea9-18ae8e6a432c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426333 May 03 16:31:01.044468 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:01.101659 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:01.117126 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-6c86542d-b9a2-4f8d-a0ef-e2c9a8773c2f service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885596 May 03 16:31:01.217371 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-153393c5-fd1c-4cc6-b70e-6cc04461c76e req-8cd735fc-3940-48e3-b498-98868145935f service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925920 May 03 16:31:01.332966 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:30:59Z', 'revision_number': 1, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:01.360416 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aebd82-796d-4e6c-bea9-68656ee39946 None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:30:59Z', 'revision_number': 1, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:01.567653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4843382-b0eb-4d46-9537-9241f1fec4d2 None None] New status for floating IP 281d8213-6603-4770-85b9-38ed308ca731: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:31:01.657672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 49996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:01.673393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ab6978f-e6b1-4d55-9400-94c2f0b2cb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:01.755908 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ab6978f-e6b1-4d55-9400-94c2f0b2cb08 admin admin] Publish callbacks [] for security_group (46f2aaef-4492-4306-83e4-10382bf8c4e2), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:01.845838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ab6978f-e6b1-4d55-9400-94c2f0b2cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (46f2aaef-4492-4306-83e4-10382bf8c4e2), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:01.890108 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-4ab6978f-e6b1-4d55-9400-94c2f0b2cb08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c880ca880e341059f13db99244aa386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304442 May 03 16:31:01.890895 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6978f-e6b1-4d55-9400-94c2f0b2cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2aaef-4492-4306-83e4-10382bf8c4e2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:01.892633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 49998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:01.944572 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] Publish callbacks [] for security_group (46f2aaef-4492-4306-83e4-10382bf8c4e2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:01.968413 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] Publish callbacks [] for security_group (46f2aaef-4492-4306-83e4-10382bf8c4e2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.092719 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (46f2aaef-4492-4306-83e4-10382bf8c4e2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.095438 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.096611 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46f2aaef-4492-4306-83e4-10382bf8c4e2 HTTP/1.1" status: 204 len: 168 time: 0.2030113 May 03 16:31:02.104347 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75f505-0167-47a4-84db-ecd686835e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2aaef-4492-4306-83e4-10382bf8c4e2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:02.761272 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:02.774235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c922340c-b85d-41c3-9454-d111ae251cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.845801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.848620 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c922340c-b85d-41c3-9454-d111ae251cb0 admin admin] Publish callbacks [] for security_group (58847e11-2aed-4bab-8d7c-f21fa714b1df), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.906921 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c922340c-b85d-41c3-9454-d111ae251cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (58847e11-2aed-4bab-8d7c-f21fa714b1df), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:02.944040 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c922340c-b85d-41c3-9454-d111ae251cb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0da77d65f5ef4f44b184a7f3e0efbec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816592 May 03 16:31:02.946674 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:02.948601 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922340c-b85d-41c3-9454-d111ae251cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58847e11-2aed-4bab-8d7c-f21fa714b1df,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:03.001918 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] Publish callbacks [] for security_group (58847e11-2aed-4bab-8d7c-f21fa714b1df), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:03.017558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] Publish callbacks [] for security_group (58847e11-2aed-4bab-8d7c-f21fa714b1df), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:03.138363 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (58847e11-2aed-4bab-8d7c-f21fa714b1df), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:03.141041 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:03.142204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58847e11-2aed-4bab-8d7c-f21fa714b1df HTTP/1.1" status: 204 len: 168 time: 0.1945145 May 03 16:31:03.150540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc64510-ddbc-4618-bd8e-e3e306ee9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58847e11-2aed-4bab-8d7c-f21fa714b1df,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:04.176010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.268723 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:04.365417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1998887002-network', 'tenant_id': '0866e0526e8342e485bb8714c59ed834'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:04.480314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Made reservation on behalf of 0866e0526e8342e485bb8714c59ed834 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:04.483123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.491724 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.569637 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks [] for security_group (77e29354-0bfc-43f9-aa57-9040cbbe3d4e), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.656078 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (77e29354-0bfc-43f9-aa57-9040cbbe3d4e), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.682590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:31:04.692701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e29354-0bfc-43f9-aa57-9040cbbe3d4e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:04.697821 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (09fda14b-7223-4714-bd86-a2264aa4344c), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.698167 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Added segment 09fda14b-7223-4714-bd86-a2264aa4344c of type vlan for network 754d17cc-641b-4e62-be53-f8a5bad4dd5c May 03 16:31:04.740474 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (754d17cc-641b-4e62-be53-f8a5bad4dd5c), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.845885 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (754d17cc-641b-4e62-be53-f8a5bad4dd5c), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.846904 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:04.847517 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:04.911226 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] Pushing event updated for resources: {'Network': ['ID=754d17cc-641b-4e62-be53-f8a5bad4dd5c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:04.922519 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:31:04.945736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8a6aaa6b-7663-457e-93ca-86dc8aa8a083 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6758454 May 03 16:31:04.948534 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:04.953759 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Request body: {'subnet': {'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1998887002-subnet', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:05.029364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Made reservation on behalf of 0866e0526e8342e485bb8714c59ed834 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:05.031713 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12713658'] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.273524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13095339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12713636'] for subnet (73d15da4-a3a0-43b5-ba1e-3ce838d3839c), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.330304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d15da4-a3a0-43b5-ba1e-3ce838d3839c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:05.337357 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Checking segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:05.337686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Network hostable DHCP agents. Network: 754d17cc-641b-4e62-be53-f8a5bad4dd5c, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:31:05.440392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:31:05.571456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 754d17cc-641b-4e62-be53-f8a5bad4dd5c) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:05.575727 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:05.581360 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.582151 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bdc74-f89b-4de2-8dc2-d9c4e4583e07 None None] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:31:05.677290 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ec9a5a0e-602a-4888-adc1-07b7b63a7f08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7276955 May 03 16:31:05.679979 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:05.684349 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:05.689132 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:31:05.690089 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.823354 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (1c26e663-d747-4c11-a853-366bfc5e291e), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.824418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (1c26e663-d747-4c11-a853-366bfc5e291e), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.827539 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Allocated IP 172.20.0.2 (754d17cc-641b-4e62-be53-f8a5bad4dd5c/73d15da4-a3a0-43b5-ba1e-3ce838d3839c/25f90bbf-407c-44ff-aec2-99347ed2e557) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:05.894770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for router_controller (1c26e663-d747-4c11-a853-366bfc5e291e), precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:05.982552 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks [] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.063530 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.101826 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:06.105313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:06.109356 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:06.124742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Pushing event updated for resources: {'Port': ['ID=25f90bbf-407c-44ff-aec2-99347ed2e557,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:06.140228 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for router_gateway (1c26e663-d747-4c11-a853-366bfc5e291e), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.176199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Attempting to bind port 25f90bbf-407c-44ff-aec2-99347ed2e557 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:06.176644 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Attempting to bind port 25f90bbf-407c-44ff-aec2-99347ed2e557 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:06.177011 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Attempting to bind port 25f90bbf-407c-44ff-aec2-99347ed2e557 on network 754d17cc-641b-4e62-be53-f8a5bad4dd5c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:06.182076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:06.182452 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Checking segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:06.182852 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.183245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Bound using segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:06.183737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Bound port: 25f90bbf-407c-44ff-aec2-99347ed2e557, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:06.184114 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.262094 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] For port 25f90bbf-407c-44ff-aec2-99347ed2e557, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:06.266445 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] For port 25f90bbf-407c-44ff-aec2-99347ed2e557, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25f90bbf-407c-44ff-aec2-99347ed2e557,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:06.327140 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.387627 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703882-ba58-43a1-98db-3d577d0e296d None None] Pushing event updated for resources: {'Port': ['ID=25f90bbf-407c-44ff-aec2-99347ed2e557,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:06.650218 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for router_gateway (1c26e663-d747-4c11-a853-366bfc5e291e), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.678146 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.788531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Allocated IP 172.27.0.67 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/331dcc61-aa12-4283-b350-fb6a60b8fddf) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:06.899886 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:06.983768 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.026680 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:07.032521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:07.037132 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:07.040317 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Pushing event updated for resources: {'Port': ['ID=331dcc61-aa12-4283-b350-fb6a60b8fddf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:07.297308 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b826ab-4615-469f-8eaa-be2f3c275159 None None] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:31:07.361067 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for router_gateway (1c26e663-d747-4c11-a853-366bfc5e291e), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.376242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Provisioning complete for port 25f90bbf-407c-44ff-aec2-99347ed2e557 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:07.376618 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.490787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Current status of the port 25f90bbf-407c-44ff-aec2-99347ed2e557 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:07.491161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.535393 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] For port 25f90bbf-407c-44ff-aec2-99347ed2e557, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25f90bbf-407c-44ff-aec2-99347ed2e557,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:07.577627 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (1c26e663-d747-4c11-a853-366bfc5e291e), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.600645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.652803 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78201b1b-7a8d-4e46-9051-0c53a7d465e1 None None] Pushing event updated for resources: {'Port': ['ID=25f90bbf-407c-44ff-aec2-99347ed2e557,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:07.719505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d382bac1-1215-4a83-a1a9-89b066af7a33 None None] Provisioning complete for port 25f90bbf-407c-44ff-aec2-99347ed2e557 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:07.719879 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d382bac1-1215-4a83-a1a9-89b066af7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:07.787793 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Router 1c26e663-d747-4c11-a853-366bfc5e291e is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:31:07.801243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d382bac1-1215-4a83-a1a9-89b066af7a33 None None] Current status of the port 25f90bbf-407c-44ff-aec2-99347ed2e557 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:07.903701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:07.914126 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Sync routers for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:07.924397 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:07.927160 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:07.959445 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25f90bbf-407c-44ff-aec2-99347ed2e557 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:08.007975 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.010699 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 25f90bbf-407c-44ff-aec2-99347ed2e557 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:08.011080 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.012232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50078) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:08.012767 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-13da9fd0-b5f6-433c-b4f7-32285991109b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3312151 May 03 16:31:08.037567 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:08.097802 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 25f90bbf-407c-44ff-aec2-99347ed2e557 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:08.306897 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:07Z', 'revision_number': 3, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:08.335012 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Checking router: 1c26e663-d747-4c11-a853-366bfc5e291e for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:08.335396 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Updating router 1c26e663-d747-4c11-a853-366bfc5e291e port 331dcc61-aa12-4283-b350-fb6a60b8fddf binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:31:08.372161 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.639861 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks [] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.654228 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.743225 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.798287 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Pushing event updated for resources: {'Port': ['ID=331dcc61-aa12-4283-b350-fb6a60b8fddf,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:08.808212 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.808401 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.808757 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.809145 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.809295 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Allocated IP 172.20.0.1 (754d17cc-641b-4e62-be53-f8a5bad4dd5c/73d15da4-a3a0-43b5-ba1e-3ce838d3839c/a6d818c7-7b3b-4c21-884e-f4d10b55f0bf) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:08.810017 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.810733 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.810956 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.811312 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.811649 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.811974 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.812292 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.812611 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.812948 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.813268 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.813568 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:08.818298 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Attempting to bind port 331dcc61-aa12-4283-b350-fb6a60b8fddf on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:08.818836 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Attempting to bind port 331dcc61-aa12-4283-b350-fb6a60b8fddf by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:08.819192 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Attempting to bind port 331dcc61-aa12-4283-b350-fb6a60b8fddf on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:08.825601 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:08.826033 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:08.826436 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.826820 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:08.827344 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Bound port: 331dcc61-aa12-4283-b350-fb6a60b8fddf, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:08.827679 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:08.892909 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] For port 331dcc61-aa12-4283-b350-fb6a60b8fddf, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:08.892909 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] For port 331dcc61-aa12-4283-b350-fb6a60b8fddf, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=331dcc61-aa12-4283-b350-fb6a60b8fddf,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:08.920804 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks [] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.045678 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.074998 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.093157 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:09.093812 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:09.117200 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:09.122172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:09.128042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:09.151574 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130f09-270e-4170-9adb-95e4b0c8e810 None None] Pushing event updated for resources: {'Port': ['ID=331dcc61-aa12-4283-b350-fb6a60b8fddf,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:09.160733 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:09.185433 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (1c26e663-d747-4c11-a853-366bfc5e291e), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.187896 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-04a0d0c7-4611-4a9a-ac0b-8042bb0ee941 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133352751&fields=id&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 267 time: 0.0654416 May 03 16:31:09.238201 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:09.322572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-8758c8a0-fb25-44e7-b37d-5c6586189fe9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:09.324155 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-8758c8a0-fb25-44e7-b37d-5c6586189fe9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1296840 May 03 16:31:09.339683 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-93e0f2d8-f534-4fc8-8b65-800266bb0e3f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/quotas/81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 375 time: 0.0096862 May 03 16:31:09.379484 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.408245 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-d3eca449-d7c4-407b-a895-973c55583205 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587306 May 03 16:31:09.436435 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.438344 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-81d58760-0def-46ef-8d70-dfc10943dcc0 None None] Provisioning complete for port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:09.441202 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81d58760-0def-46ef-8d70-dfc10943dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.457146 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:07Z', 'revision_number': 3, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:09.482392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-81d58760-0def-46ef-8d70-dfc10943dcc0 None None] Port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:09.486482 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12377bb5-14b1-44b5-ba9f-2a3eef0d5550 None None] The sync data for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi is: [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:07Z', 'revision_number': 3, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:09.530161 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-2283eeaa-2992-475f-8e55-656320d617e0 service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011021 May 03 16:31:09.630968 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-5c91b410-f46c-42f3-9daf-7b68f0de6cda service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950241 May 03 16:31:09.646558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks [] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.815975 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.897689 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (1c26e663-d747-4c11-a853-366bfc5e291e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:09.899752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:09.992981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 331dcc61-aa12-4283-b350-fb6a60b8fddf up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:10.008417 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:10.009984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:10.058602 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 331dcc61-aa12-4283-b350-fb6a60b8fddf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:10.058980 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:10.157448 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Router 1c26e663-d747-4c11-a853-366bfc5e291e has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:31:10.187028 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 331dcc61-aa12-4283-b350-fb6a60b8fddf is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:10.187735 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:10.213830 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 331dcc61-aa12-4283-b350-fb6a60b8fddf, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=331dcc61-aa12-4283-b350-fb6a60b8fddf,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:10.284444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:10.298580 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3b7da51d-bfd3-4038-83ae-b75fdb648f00 admin admin] 10.222.0.42 "PUT /v2.0/routers/1c26e663-d747-4c11-a853-366bfc5e291e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2763240 May 03 16:31:10.312726 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-134d3030-79b6-420c-96c7-292d3d47be4f None None] Provisioning complete for port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:10.313247 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-134d3030-79b6-420c-96c7-292d3d47be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:10.361110 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:10.380640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d93d6d2c-1073-49ff-807b-449c4588a7b2 req-d0a0f8da-1583-4a5f-813b-d52941b2a0e8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 210 time: 0.0402350 May 03 16:31:10.408591 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-134d3030-79b6-420c-96c7-292d3d47be4f None None] Port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:10.433182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=331dcc61-aa12-4283-b350-fb6a60b8fddf,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:10.952039 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-ff8e44fc-b079-4530-a7d2-bacb0a7e8039 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406158 May 03 16:31:11.019882 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-509d6121-1145-495b-b509-7c25d9d8bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:11.022622 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-509d6121-1145-495b-b509-7c25d9d8bf8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1130 time: 0.0450282 May 03 16:31:11.139099 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-29510d16-1648-4130-bac4-6bf4b16e8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:11.140635 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-29510d16-1648-4130-bac4-6bf4b16e8e07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0977910 May 03 16:31:11.192445 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-ed385dfc-828b-4a3a-92ec-0a3f237d5fd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0440397 May 03 16:31:11.201287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50142) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:11.206498 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-409889290-network', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:11.243657 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-70575443-40d3-4966-902f-68f360d94022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:11.245148 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-70575443-40d3-4966-902f-68f360d94022 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0464253 May 03 16:31:11.289065 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-bfac79ce-2971-45d5-b29e-ab1c44281a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:11.290548 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-bfac79ce-2971-45d5-b29e-ab1c44281a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390494 May 03 16:31:11.303378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Made reservation on behalf of aa63334d788a4e798eff8ba08d4d71e7 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:11.311877 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.318147 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.320893 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Sync routers for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:11.330759 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:11.331519 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:11.402135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-567a3b00-7316-427e-baa3-cf7f4388f653 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032383 May 03 16:31:11.421140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks [] for security_group (3b64551f-0fcc-491c-b5fb-5c3aebdaf44a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.446508 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:11.472859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49254dbd-39f0-451e-a4c9-7b225412aefb req-45b6dd7d-9a72-430a-b807-785c22726277 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 210 time: 0.0360560 May 03 16:31:11.500034 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3b64551f-0fcc-491c-b5fb-5c3aebdaf44a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.526029 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:31:11.542414 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64551f-0fcc-491c-b5fb-5c3aebdaf44a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:11.545891 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f5f3ee4f-eedd-4465-9401-60e8e2feccd2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.546456 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Added segment f5f3ee4f-eedd-4465-9401-60e8e2feccd2 of type vlan for network 64fa8c29-fc46-404f-900f-79b8d08abea0 May 03 16:31:11.553251 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54a83e32-d42e-438a-bc2a-1351bf2a51ed req-ddd9e72e-09c7-46e0-9b68-07f6ebe58334 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385598 May 03 16:31:11.594811 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (64fa8c29-fc46-404f-900f-79b8d08abea0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.685857 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (64fa8c29-fc46-404f-900f-79b8d08abea0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.687014 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:11.687629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.692152 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 2, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:11.720154 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Checking router: 1c26e663-d747-4c11-a853-366bfc5e291e for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:11.720505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Updating router 1c26e663-d747-4c11-a853-366bfc5e291e port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:31:11.746966 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.748043 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] Pushing event updated for resources: {'Network': ['ID=64fa8c29-fc46-404f-900f-79b8d08abea0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:11.759003 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:31:11.828591 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-90da2d6e-c2d6-408d-9b8d-eabae1d37f8d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6260538 May 03 16:31:11.831181 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:11.837158 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Request body: {'subnet': {'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-409889290-subnet', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:11.937280 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Made reservation on behalf of aa63334d788a4e798eff8ba08d4d71e7 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:11.939718 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14230790'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:11.995997 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 331dcc61-aa12-4283-b350-fb6a60b8fddf up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:12.089841 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 331dcc61-aa12-4283-b350-fb6a60b8fddf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:12.090173 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.159204 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks [] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.204393 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 331dcc61-aa12-4283-b350-fb6a60b8fddf is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:12.206074 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13750593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14230808'] for subnet (03050691-6937-41f6-9f1e-7a52a9f63bcf), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.239908 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.270144 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03050691-6937-41f6-9f1e-7a52a9f63bcf,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:12.275931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Checking segment: {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:12.276224 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Network hostable DHCP agents. Network: 64fa8c29-fc46-404f-900f-79b8d08abea0, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:31:12.360414 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:31:12.416381 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e442-0a7a-4e08-a10a-484c9e9d3ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:12.457275 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 64fa8c29-fc46-404f-900f-79b8d08abea0) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:12.461315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:12.465001 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.472565 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c198a-b64e-4630-8fa2-709b919c1b4a None None] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:31:12.488141 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Attempting to bind port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:12.488512 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Attempting to bind port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:12.494155 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Attempting to bind port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf on network 754d17cc-641b-4e62-be53-f8a5bad4dd5c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:12.513652 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:12.514020 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Checking segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:12.514619 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.515176 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Bound using segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:12.515854 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Bound port: a6d818c7-7b3b-4c21-884e-f4d10b55f0bf, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:12.516240 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.555893 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:12.556751 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1f7c8d09-ff54-4acc-b46b-29cbd073a644 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7235677 May 03 16:31:12.562487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:12.627375 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2ccc0362-2cc0-4833-b249-37f8b3f310b5 req-175b3392-70f6-4c9e-8335-e7d7d86b9927 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 210 time: 0.0477715 May 03 16:31:12.652354 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-64fa8c29-fc46-404f-900f-79b8d08abea0', 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0', 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'fixed_ips': [{'subnet_id': '03050691-6937-41f6-9f1e-7a52a9f63bcf'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:31:12.653790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.686532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] For port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:12.690224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] For port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:12.737936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.739039 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.763785 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5ad5f982-ec7d-491a-b892-4d6c8a8e3a08 None None] Provisioning complete for port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:12.764151 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f982-ec7d-491a-b892-4d6c8a8e3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.790534 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.792084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for router_controller (2b6609ad-1d94-4f1a-b92f-e403e8f76996), precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:12.874160 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5f982-ec7d-491a-b892-4d6c8a8e3a08 None None] Port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:12.901033 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Allocated IP 172.20.0.2 (64fa8c29-fc46-404f-900f-79b8d08abea0/03050691-6937-41f6-9f1e-7a52a9f63bcf/a2fbf100-e217-4f1b-b481-feeb77c73b3f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:12.902721 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e442-0a7a-4e08-a10a-484c9e9d3ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:12.910770 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:12.911428 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:13.050444 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for router_gateway (2b6609ad-1d94-4f1a-b92f-e403e8f76996), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.120219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Provisioning complete for port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:13.120599 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.147712 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:13.267758 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks [] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.368949 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Current status of the port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:13.369326 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.373845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for router_gateway (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.393775 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.396562 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.452255 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-7948c2d7-7277-4a8f-8d60-da8aa9ef58be tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:13.453647 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-7948c2d7-7277-4a8f-8d60-da8aa9ef58be tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1905828 May 03 16:31:13.479813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] For port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:13.483909 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:13.494336 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:13.499101 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:13.501749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Pushing event updated for resources: {'Port': ['ID=a2fbf100-e217-4f1b-b481-feeb77c73b3f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:13.511966 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:12Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:13.557396 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc968f-4035-469c-81d5-9dfe907def75 None None] The sync data for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi is: [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:12Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:13.561387 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Allocated IP 172.27.0.32 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/d296d256-540a-4a97-a1b3-9c9be4879a96) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:13.579491 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.594170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-87a42356-f5ec-4350-8e64-50c2f0349f1b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 380 time: 0.1159461 May 03 16:31:13.613870 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'port': {'device_id': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'admin_state_up': True, 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'security_groups': ['a66a3f5a-01c8-4950-b966-48177f55b208']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:13.621859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Attempting to bind port a2fbf100-e217-4f1b-b481-feeb77c73b3f on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:13.622290 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Attempting to bind port a2fbf100-e217-4f1b-b481-feeb77c73b3f by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:13.623088 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Attempting to bind port a2fbf100-e217-4f1b-b481-feeb77c73b3f on network 64fa8c29-fc46-404f-900f-79b8d08abea0 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:13.655460 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:13.655937 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Checking segment: {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:13.656590 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.657051 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Bound using segment: {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:13.657597 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Bound port: a2fbf100-e217-4f1b-b481-feeb77c73b3f, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:13.659444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.683532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d9a62-ff8f-4696-98ba-8aae6482921b None None] Pushing event updated for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:13.783342 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] For port a2fbf100-e217-4f1b-b481-feeb77c73b3f, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:13.787019 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] For port a2fbf100-e217-4f1b-b481-feeb77c73b3f, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a2fbf100-e217-4f1b-b481-feeb77c73b3f,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:13.885423 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:13.998370 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793208e-f6a2-4794-99c6-d30494ed4d49 None None] Pushing event updated for resources: {'Port': ['ID=a2fbf100-e217-4f1b-b481-feeb77c73b3f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:14.023386 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a6d818c7-7b3b-4c21-884e-f4d10b55f0bf up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:14.082856 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:14.083137 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:14.092538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fb29606-d349-43e4-8635-f3cae52f1eee req-71fcfc61-e58a-456c-a189-291b8117c3a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 210 time: 0.0531390 May 03 16:31:14.135331 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:14.199396 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:14.257586 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Made reservation on behalf of 81a8a6f34abb4f4884dc35c6a4cf1d43 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:14.261119 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:14.295129 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:14.379979 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:14.389872 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:14.392487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:14.444542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Pushing event updated for resources: {'Port': ['ID=d296d256-540a-4a97-a1b3-9c9be4879a96,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:14.484951 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.485220 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.485561 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.485901 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.486232 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.486565 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.486891 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.487214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.487564 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.487895 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.488336 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.488662 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.488980 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.489315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.489621 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:14.584395 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.20.0.3 (d34ea532-0877-4123-97dd-5e071aaaae1a/7fe14c16-1809-420f-bb4c-595ff944bdcd/96e9e1a6-47d6-49e4-984f-7310c3c7b917) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:14.819589 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:14.899624 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for router_gateway (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.084937 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3980cf0-b3ea-471b-b242-aa364dee0c68 None None] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:31:15.102486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.127729 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Provisioning complete for port a2fbf100-e217-4f1b-b481-feeb77c73b3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:15.129882 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.158731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:15.167869 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:15.173310 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.178082 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:15.182930 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:15.287814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Current status of the port a2fbf100-e217-4f1b-b481-feeb77c73b3f is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:15.287959 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.307894 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:15.308552 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.326597 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] For port a2fbf100-e217-4f1b-b481-feeb77c73b3f, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a2fbf100-e217-4f1b-b481-feeb77c73b3f,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:15.326800 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c79140-e343-4e75-bfdf-af58b23c312b req-4960153e-f37f-472c-a193-24e50da84b92 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:15.328233 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93c79140-e343-4e75-bfdf-af58b23c312b req-4960153e-f37f-472c-a193-24e50da84b92 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 931 time: 0.1187425 May 03 16:31:15.428992 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.437915 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93c79140-e343-4e75-bfdf-af58b23c312b req-9222b694-422e-4ac4-8ea6-b5a68ac57dde tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005652 May 03 16:31:15.463227 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-bde6513b-032e-46fe-8922-78f7c54576ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8546298 May 03 16:31:15.475559 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Request body: {'port': {'device_id': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:15.507793 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ad6ce-d1ac-4b32-ab92-e70c951c50d7 None None] Pushing event updated for resources: {'Port': ['ID=a2fbf100-e217-4f1b-b481-feeb77c73b3f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:15.549563 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Provisioning complete for port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:15.549920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.551724 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:31:15.558803 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.589036 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:15.596950 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Provisioning complete for port a2fbf100-e217-4f1b-b481-feeb77c73b3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:15.597318 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.676777 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-906c0222-f42d-438c-b431-40e3939efc5a None None] Current status of the port a2fbf100-e217-4f1b-b481-feeb77c73b3f is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:15.765756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:15.774493 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Sync routers for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:15.786437 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:15.786995 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:15.876937 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.878871 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-d3f963e7-c492-4f84-a431-83993e2139cd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3213174 May 03 16:31:15.880991 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50184) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:15.909947 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:15.941326 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e9e1a6-47d6-49e4-984f-7310c3c7b917 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:31:15.954469 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks [] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:15.976287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Transition to ACTIVE for port object 96e9e1a6-47d6-49e4-984f-7310c3c7b917 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:31:16.003547 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a2fbf100-e217-4f1b-b481-feeb77c73b3f up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:16.051367 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port a2fbf100-e217-4f1b-b481-feeb77c73b3f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:16.051658 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.093683 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:14Z', 'revision_number': 3, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:16.108591 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.124102 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Checking router: 2b6609ad-1d94-4f1a-b92f-e403e8f76996 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:16.124704 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Updating router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 port d296d256-540a-4a97-a1b3-9c9be4879a96 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:31:16.151823 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port a2fbf100-e217-4f1b-b481-feeb77c73b3f is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:16.161775 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.173675 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:16.293242 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Attempting to bind port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:16.299433 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Attempting to bind port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:16.303494 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Attempting to bind port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:16.310715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 on network d34ea532-0877-4123-97dd-5e071aaaae1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:31:16.310715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Attempting to bind port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:16.317797 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:16.318255 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:16.319205 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Bound using segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:16.319669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Bound port: 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:16.320030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.394694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:16.396492 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.397853 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:16.458312 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.480124 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks [] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.498480 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:16.499103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.500561 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] 10.222.0.36 "PUT /v2.0/ports/96e9e1a6-47d6-49e4-984f-7310c3c7b917 HTTP/1.1" status: 200 len: 1093 time: 1.0295017 May 03 16:31:16.501019 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:16.503947 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:16.537263 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723596b8-1f3c-491e-8599-9b0faadc9519 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:16.569776 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03360a5e-76a8-40ea-97d4-833410bc4714 x-openstack-request-id: req-03360a5e-76a8-40ea-97d4-833410bc4714 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:16.570054 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:16.570344 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03360a5e-76a8-40ea-97d4-833410bc4714 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:16.570752 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03360a5e-76a8-40ea-97d4-833410bc4714'] response: {'name': 'network-changed', 'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'status': 'completed', 'code': 200} May 03 16:31:16.583014 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.603845 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Allocated IP 172.20.0.1 (64fa8c29-fc46-404f-900f-79b8d08abea0/03050691-6937-41f6-9f1e-7a52a9f63bcf/704170f7-0101-445d-a592-8ac47f975250) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:16.645525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3166e3-ba2d-4590-84f4-3bf0805135cc req-acb40e9c-83c4-48a8-9778-09028914e7af tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:16.647181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4d3166e3-ba2d-4590-84f4-3bf0805135cc req-acb40e9c-83c4-48a8-9778-09028914e7af tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0917473 May 03 16:31:16.651028 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-4d028908-488a-447f-bfb1-7a5893b3d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:16.652578 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-4d028908-488a-447f-bfb1-7a5893b3d50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 1127 time: 0.0572085 May 03 16:31:16.658439 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Attempting to bind port d296d256-540a-4a97-a1b3-9c9be4879a96 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:16.658953 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Attempting to bind port d296d256-540a-4a97-a1b3-9c9be4879a96 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:16.659343 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Attempting to bind port d296d256-540a-4a97-a1b3-9c9be4879a96 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:16.667544 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:16.667915 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:16.669504 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.669787 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:16.670262 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Bound port: d296d256-540a-4a97-a1b3-9c9be4879a96, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:16.670777 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.672516 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ff13-f92b-47f6-93fc-0988d0f8748c None None] Pushing event updated for resources: {'Port': ['ID=d296d256-540a-4a97-a1b3-9c9be4879a96,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:16.736698 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] For port d296d256-540a-4a97-a1b3-9c9be4879a96, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:16.741292 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] For port d296d256-540a-4a97-a1b3-9c9be4879a96, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d296d256-540a-4a97-a1b3-9c9be4879a96,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:16.772057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4d3166e3-ba2d-4590-84f4-3bf0805135cc req-393f1354-f75b-4a5f-af2b-0647658f059b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152797 May 03 16:31:16.785765 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks [] for port (704170f7-0101-445d-a592-8ac47f975250), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.794799 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-11d55044-31ec-48c6-be3d-59400905adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:16.796484 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-11d55044-31ec-48c6-be3d-59400905adfb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1298809 May 03 16:31:16.846417 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.907419 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:16.908131 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:16.910419 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-7ce3fc4b-d933-47eb-b98d-03456ac87c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:16.916955 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (704170f7-0101-445d-a592-8ac47f975250), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:16.919879 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d011a2ec-ef01-4038-8b70-b4a4ab4b37fb req-7ce3fc4b-d933-47eb-b98d-03456ac87c94 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083221 May 03 16:31:16.957645 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ff13-f92b-47f6-93fc-0988d0f8748c None None] Pushing event updated for resources: {'Port': ['ID=d296d256-540a-4a97-a1b3-9c9be4879a96,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:16.961652 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:16.967629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:16.970423 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:16.975945 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Pushing event updated for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:17.003076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-61eb6776-a526-4071-b0ee-2c9d711906d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:17.003683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.004050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.004397 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.004715 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-61eb6776-a526-4071-b0ee-2c9d711906d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 1127 time: 0.0527081 May 03 16:31:17.004825 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.005109 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.005495 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.005827 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.006152 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.006482 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.006812 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.007154 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.007527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.007837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.008157 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.008482 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:17.031655 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.042124 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:17.070515 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-cdf7b4b1-091e-4a7f-ac06-605c2982365c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917 HTTP/1.1" status: 200 len: 217 time: 0.0512593 May 03 16:31:17.143040 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-2b76e634-19e8-4b43-b178-12f6e0ca8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:17.144698 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-2b76e634-19e8-4b43-b178-12f6e0ca8088 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0638301 May 03 16:31:17.192014 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8947-4806-4930-834c-3c4480f738b2 req-f3cde9ec-7128-4d69-bef0-a947bb1f4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:17.193672 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-f3cde9ec-7128-4d69-bef0-a947bb1f4409 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432801 May 03 16:31:17.239958 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2d82adf0-e734-4879-b8ee-3d019701a2cd None None] Provisioning complete for port 704170f7-0101-445d-a592-8ac47f975250 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:17.241201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2d82adf0-e734-4879-b8ee-3d019701a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (704170f7-0101-445d-a592-8ac47f975250), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.242124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (704170f7-0101-445d-a592-8ac47f975250), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.284642 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2d82adf0-e734-4879-b8ee-3d019701a2cd None None] Port 704170f7-0101-445d-a592-8ac47f975250 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:17.301306 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-af8e547d-39d0-4478-90fd-07309156064b service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013265 May 03 16:31:17.331664 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:14Z', 'revision_number': 3, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:17.364551 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797ffef-1b19-4b4d-8d8a-f7b1aa669eb7 None None] The sync data for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi is: [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:14Z', 'revision_number': 3, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:17.410550 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-271f8947-4806-4930-834c-3c4480f738b2 req-54675f0e-0129-4bd5-966c-1956ef050bdc service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022384 May 03 16:31:17.433343 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks [] for port (704170f7-0101-445d-a592-8ac47f975250), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.548633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (704170f7-0101-445d-a592-8ac47f975250), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.629094 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Pushing event updated for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:17.632124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:17.732118 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:17.733799 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:17.980335 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7340a4-ce40-438e-867b-d4c510c11570 req-7e10c31c-44af-4f63-89f5-3d20f7b79386 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:17.982640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1a7340a4-ce40-438e-867b-d4c510c11570 req-7e10c31c-44af-4f63-89f5-3d20f7b79386 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.1058464 May 03 16:31:18.035234 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d296d256-540a-4a97-a1b3-9c9be4879a96 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:18.061558 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1a7340a4-ce40-438e-867b-d4c510c11570 req-dca89653-d372-4710-89f3-67610064284d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639627 May 03 16:31:18.099594 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port d296d256-540a-4a97-a1b3-9c9be4879a96 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:18.099594 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:18.113982 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:31:18.240904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:18.256703 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-03e7e91f-5b8c-4cf7-94f3-a02e53157fbf admin admin] 10.222.0.42 "PUT /v2.0/routers/2b6609ad-1d94-4f1a-b92f-e403e8f76996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3648486 May 03 16:31:18.268306 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e6597c17-4701-470f-9445-3ead3524282c None None] Provisioning complete for port 704170f7-0101-445d-a592-8ac47f975250 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:18.272411 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6597c17-4701-470f-9445-3ead3524282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (704170f7-0101-445d-a592-8ac47f975250), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:18.311621 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e6597c17-4701-470f-9445-3ead3524282c None None] Port 704170f7-0101-445d-a592-8ac47f975250 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:18.347444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port d296d256-540a-4a97-a1b3-9c9be4879a96 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:18.347988 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:18.374515 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port d296d256-540a-4a97-a1b3-9c9be4879a96, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d296d256-540a-4a97-a1b3-9c9be4879a96,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:18.490428 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:18.541801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=d296d256-540a-4a97-a1b3-9c9be4879a96,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:19.175494 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb25af-84e6-440b-92ce-c0cc76d560db req-963345da-bc88-43bd-952c-41906bc51fad tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:19.177028 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dcdb25af-84e6-440b-92ce-c0cc76d560db req-963345da-bc88-43bd-952c-41906bc51fad tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0474703 May 03 16:31:19.235673 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dcdb25af-84e6-440b-92ce-c0cc76d560db req-1fc6c343-915c-4976-afdf-60f98ded1238 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525308 May 03 16:31:19.995091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d296d256-540a-4a97-a1b3-9c9be4879a96 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:20.049067 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port d296d256-540a-4a97-a1b3-9c9be4879a96 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:20.049454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:20.167487 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port d296d256-540a-4a97-a1b3-9c9be4879a96 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:20.363126 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7c94b-b00c-4a59-93cc-2a527ba65951 req-a008aefc-e11d-4bba-b2ee-6d83d17f2be6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:20.370860 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2d7c94b-b00c-4a59-93cc-2a527ba65951 req-a008aefc-e11d-4bba-b2ee-6d83d17f2be6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0633819 May 03 16:31:20.452254 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2d7c94b-b00c-4a59-93cc-2a527ba65951 req-136d1b91-0746-40d5-83c3-ea22121c2c0b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804179 May 03 16:31:20.732831 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Sync routers for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:20.744122 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:20.744744 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:20.866431 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:21.067492 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:17Z', 'revision_number': 4, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '704170f7-0101-445d-a592-8ac47f975250', 'name': '', 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'mac_address': 'fa:16:3e:f8:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:16Z', 'updated_at': '2022-05-03T16:31:17Z', 'revision_number': 2, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'subnets': [{'id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:21.099812 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Checking router: 2b6609ad-1d94-4f1a-b92f-e403e8f76996 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:21.100172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Updating router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 port 704170f7-0101-445d-a592-8ac47f975250 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:31:21.128505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (704170f7-0101-445d-a592-8ac47f975250), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.430483 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks [] for port (704170f7-0101-445d-a592-8ac47f975250), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.498366 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (704170f7-0101-445d-a592-8ac47f975250), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.561702 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf67c9-db7f-4832-9ce8-11503e8822fe None None] Pushing event updated for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:21.627638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff553c-2665-4996-8816-1dc16ece406e req-a1f0503c-8ed0-49fe-8726-012c8d0efa49 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:21.635501 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8fff553c-2665-4996-8816-1dc16ece406e req-a1f0503c-8ed0-49fe-8726-012c8d0efa49 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0880957 May 03 16:31:21.655953 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Attempting to bind port 704170f7-0101-445d-a592-8ac47f975250 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:21.656716 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Attempting to bind port 704170f7-0101-445d-a592-8ac47f975250 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:21.657323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Attempting to bind port 704170f7-0101-445d-a592-8ac47f975250 on network 64fa8c29-fc46-404f-900f-79b8d08abea0 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:21.666108 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:21.666505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Checking segment: {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:21.666904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.667324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Bound using segment: {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:21.667810 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Bound port: 704170f7-0101-445d-a592-8ac47f975250, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:21.668194 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (704170f7-0101-445d-a592-8ac47f975250), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.711572 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8fff553c-2665-4996-8816-1dc16ece406e req-1642b6cd-876a-43cc-b52f-9088a6cfee16 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749209 May 03 16:31:21.769697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] For port 704170f7-0101-445d-a592-8ac47f975250, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:21.774733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] For port 704170f7-0101-445d-a592-8ac47f975250, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=704170f7-0101-445d-a592-8ac47f975250,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:21.837825 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (704170f7-0101-445d-a592-8ac47f975250), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.895611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Provisioning complete for port 704170f7-0101-445d-a592-8ac47f975250 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:21.895987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (704170f7-0101-445d-a592-8ac47f975250), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:21.948952 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:21.949638 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:22.006365 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf67c9-db7f-4832-9ce8-11503e8822fe None None] Pushing event updated for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:22.105687 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Current status of the port 704170f7-0101-445d-a592-8ac47f975250 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:22.106442 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (704170f7-0101-445d-a592-8ac47f975250), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:22.144835 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:22.188236 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] For port 704170f7-0101-445d-a592-8ac47f975250, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=704170f7-0101-445d-a592-8ac47f975250,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:22.373943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:17Z', 'revision_number': 4, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '704170f7-0101-445d-a592-8ac47f975250', 'name': '', 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'mac_address': 'fa:16:3e:f8:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:16Z', 'updated_at': '2022-05-03T16:31:21Z', 'revision_number': 4, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'subnets': [{'id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:22.400209 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f522541-bb52-4a92-a888-2c564d979587 None None] The sync data for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi is: [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:31:17Z', 'revision_number': 4, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '704170f7-0101-445d-a592-8ac47f975250', 'name': '', 'network_id': '64fa8c29-fc46-404f-900f-79b8d08abea0', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'mac_address': 'fa:16:3e:f8:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:16Z', 'updated_at': '2022-05-03T16:31:21Z', 'revision_number': 4, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'subnets': [{'id': '03050691-6937-41f6-9f1e-7a52a9f63bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:22.434411 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (704170f7-0101-445d-a592-8ac47f975250), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:22.501126 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8a811-d54d-418f-9658-0851608771f7 None None] Pushing event updated for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:22.560243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-12d5f475-6354-45f3-bc2c-772d41421065 None None] Provisioning complete for port 704170f7-0101-445d-a592-8ac47f975250 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:22.560583 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12d5f475-6354-45f3-bc2c-772d41421065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (704170f7-0101-445d-a592-8ac47f975250), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:22.674905 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-12d5f475-6354-45f3-bc2c-772d41421065 None None] Current status of the port 704170f7-0101-445d-a592-8ac47f975250 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:22.886363 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304cf3-3b8f-4575-9700-b52d49dd3261 req-6177dd86-6ab4-4215-97f0-fb5b1f3dd27e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:22.892496 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-46304cf3-3b8f-4575-9700-b52d49dd3261 req-6177dd86-6ab4-4215-97f0-fb5b1f3dd27e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0832934 May 03 16:31:22.956586 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-46304cf3-3b8f-4575-9700-b52d49dd3261 req-6025b309-48f9-462f-91fe-e6f12ddcebce tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592494 May 03 16:31:23.976617 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 704170f7-0101-445d-a592-8ac47f975250 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:24.046136 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 704170f7-0101-445d-a592-8ac47f975250 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:24.046509 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (704170f7-0101-445d-a592-8ac47f975250), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:24.126473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45c767-9ab0-48c8-89ed-924561365b36 req-c5bb368c-538b-45a7-a80f-cfe7a8cddb5f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:24.138008 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e45c767-9ab0-48c8-89ed-924561365b36 req-c5bb368c-538b-45a7-a80f-cfe7a8cddb5f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0905278 May 03 16:31:24.194740 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e45c767-9ab0-48c8-89ed-924561365b36 req-4ba1dd9c-891a-4f89-8631-30c7d84e5272 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558984 May 03 16:31:24.289791 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 704170f7-0101-445d-a592-8ac47f975250 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:25.331389 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5607-aa24-4da1-b7df-551ce6037269 req-bc4750a5-1665-4b2b-99bd-73b943ceae29 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:25.332995 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-85dc5607-aa24-4da1-b7df-551ce6037269 req-bc4750a5-1665-4b2b-99bd-73b943ceae29 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0622478 May 03 16:31:25.384131 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-85dc5607-aa24-4da1-b7df-551ce6037269 req-f7994b3e-feac-424b-9f93-21ff475fc67d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 May 03 16:31:26.518269 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a89d-00f4-44a9-97fb-7fa4522c2315 req-f29ff183-ad9f-414e-9284-08dbcfcda8ce tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:26.520163 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0496a89d-00f4-44a9-97fb-7fa4522c2315 req-f29ff183-ad9f-414e-9284-08dbcfcda8ce tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0532968 May 03 16:31:26.583284 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0496a89d-00f4-44a9-97fb-7fa4522c2315 req-4f640caa-d9e5-4fd4-bd1d-d7c0ac25710d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537102 May 03 16:31:27.609007 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50324) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:27.715301 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77805f87-0dc3-4ca8-a396-8f53da04fea2 req-6b091550-1ab7-4505-b7c3-6c4ffbe386d4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:27.717653 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-77805f87-0dc3-4ca8-a396-8f53da04fea2 req-6b091550-1ab7-4505-b7c3-6c4ffbe386d4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0579805 May 03 16:31:27.748148 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4001ce8f-505c-402d-b9b0-b9cc281991a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:27.815799 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-77805f87-0dc3-4ca8-a396-8f53da04fea2 req-1eecd4bd-8c29-46ae-87b9-ad21557acff6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881813 May 03 16:31:27.838990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4001ce8f-505c-402d-b9b0-b9cc281991a0 admin admin] Publish callbacks [] for security_group (26d8a416-75b4-47f6-a9a4-f7a19e1164da), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:27.874316 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61b3ea8f-a20f-4b91-a715-70bfa3b915ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:27.902698 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4001ce8f-505c-402d-b9b0-b9cc281991a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (26d8a416-75b4-47f6-a9a4-f7a19e1164da), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:27.947296 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001ce8f-505c-402d-b9b0-b9cc281991a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8a416-75b4-47f6-a9a4-f7a19e1164da,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:27.958902 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4001ce8f-505c-402d-b9b0-b9cc281991a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14d7f5ffaf3448bd89d166b51d0e02bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482058 May 03 16:31:27.959153 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50330) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:28.020284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] Publish callbacks [] for security_group (26d8a416-75b4-47f6-a9a4-f7a19e1164da), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:28.043505 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] Publish callbacks [] for security_group (26d8a416-75b4-47f6-a9a4-f7a19e1164da), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:28.164910 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (26d8a416-75b4-47f6-a9a4-f7a19e1164da), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:28.169285 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:28.170750 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26d8a416-75b4-47f6-a9a4-f7a19e1164da HTTP/1.1" status: 204 len: 168 time: 0.2102160 May 03 16:31:28.179063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0fc5f-1fd8-4862-99ae-31d1828f2c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8a416-75b4-47f6-a9a4-f7a19e1164da,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:28.430919 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 96e9e1a6-47d6-49e4-984f-7310c3c7b917 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:31:28.626727 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:28.658541 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'port_id': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'mac_address': 'fa:16:3e:8c:43:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:31:28.699724 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:28.700037 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:28.714604 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e9e1a6-47d6-49e4-984f-7310c3c7b917 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:31:28.741437 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:28.938670 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a172ef-f9f1-452c-ad94-c04efe868b07 req-2dc1b971-356d-49a6-a321-c7fcaa37af00 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:28.940351 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-68a172ef-f9f1-452c-ad94-c04efe868b07 req-2dc1b971-356d-49a6-a321-c7fcaa37af00 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 943 time: 0.0533519 May 03 16:31:28.989869 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-68a172ef-f9f1-452c-ad94-c04efe868b07 req-865840ce-dc6d-4c6e-bd9d-a47a4ea059a8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 May 03 16:31:29.217649 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:29.268388 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:30.100928 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93135c-3259-48bd-85e4-c6ed3baced93 req-cee0f62c-3583-4f47-983c-a7105fff80fa tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:30.107979 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a93135c-3259-48bd-85e4-c6ed3baced93 req-cee0f62c-3583-4f47-983c-a7105fff80fa tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 944 time: 0.0486767 May 03 16:31:30.151022 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a93135c-3259-48bd-85e4-c6ed3baced93 req-09223fba-1ca8-4d7f-b052-2a4cc4796e6c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 May 03 16:31:30.199645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72b9fea0-b344-48cd-bc46-3f239a4f9674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:30.833481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-7c8a05e5-cdbd-4f2a-8b15-4867c166d912 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:30.834942 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-7c8a05e5-cdbd-4f2a-8b15-4867c166d912 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 815 time: 0.1018898 May 03 16:31:30.849843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-6be2a01b-3c73-4380-8341-127210071271 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/quotas/0866e0526e8342e485bb8714c59ed834 HTTP/1.1" status: 200 len: 375 time: 0.0095711 May 03 16:31:30.896397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-39dc0f8d-9b34-40ea-9f62-1fe03cd727e7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418475 May 03 16:31:30.997775 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-94fe465b-d800-4013-ad48-1cb20ac83f0c service neutron] 10.222.0.42 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898321 May 03 16:31:31.011009 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:31.088083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-b72fa660-ccb1-462f-891a-b5ea51848596 service neutron] 10.222.0.42 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844767 May 03 16:31:31.281779 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fd253-86ac-4ce8-b342-3640d3925655 req-edda2d75-a259-41a2-8aca-09c79867a340 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:31.283226 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-277fd253-86ac-4ce8-b342-3640d3925655 req-edda2d75-a259-41a2-8aca-09c79867a340 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 944 time: 0.0649209 May 03 16:31:31.312510 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a1d6f51e-434f-472a-b927-11991f783f6a req-9a961c08-34f3-4da5-8e61-3033bbe00649 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 210 time: 0.0453191 May 03 16:31:31.357449 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-277fd253-86ac-4ce8-b342-3640d3925655 req-a17e5d3a-d910-4e34-bcd9-d263825fc12c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522628 May 03 16:31:31.515397 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['96e9e1a6-47d6-49e4-984f-7310c3c7b917'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:31:32.409339 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3fdd860f-2b69-4824-b3de-ad7289cd33d9 req-5c785457-5094-4a78-bcb5-5ab0a9ea7aaa tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 210 time: 0.0275476 May 03 16:31:32.472765 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf4985-5725-4880-ae3b-5b6a700aeff1 req-7afb8024-5015-4462-ae2b-45e1baad9b06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:32.474264 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dacf4985-5725-4880-ae3b-5b6a700aeff1 req-7afb8024-5015-4462-ae2b-45e1baad9b06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 944 time: 0.0450766 May 03 16:31:32.524440 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dacf4985-5725-4880-ae3b-5b6a700aeff1 req-d4b61023-1e39-4154-bfaa-6fdfae242b81 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 May 03 16:31:32.851045 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:33.505014 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9090b153-4d6b-4c2c-add1-9b93e7a45a56 req-020da69f-78b2-4dde-806c-dd64fd8f5d17 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 210 time: 0.0296826 May 03 16:31:33.511095 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 96e9e1a6-47d6-49e4-984f-7310c3c7b917 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:33.557433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:31:33.633236 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:33.633770 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:33.670675 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd0f4-78a8-4dac-971f-38e4f0f88437 req-37feb32b-63b6-4825-822f-962f00ccf90b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:33.672172 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-abacd0f4-78a8-4dac-971f-38e4f0f88437 req-37feb32b-63b6-4825-822f-962f00ccf90b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 944 time: 0.0673707 May 03 16:31:33.681578 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-e7dc4c9b-97b0-4d0d-90e0-53e3425b5ead tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:33.683060 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-e7dc4c9b-97b0-4d0d-90e0-53e3425b5ead tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 815 time: 0.1422982 May 03 16:31:33.759646 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:33.760126 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:33.788305 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:33.790716 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041f2ba3-3903-41f8-b663-0505341e8225" -d '{"events": [{"server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "name": "network-vif-plugged", "status": "completed", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:33.806525 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:33.834249 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e96239e-0aa9-4a58-b867-1d987792dd7d x-openstack-request-id: req-7e96239e-0aa9-4a58-b867-1d987792dd7d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:33.834718 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "name": "network-vif-plugged", "status": "completed", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:33.835091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e96239e-0aa9-4a58-b867-1d987792dd7d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:33.835538 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e96239e-0aa9-4a58-b867-1d987792dd7d'] response: {'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'code': 200} May 03 16:31:33.891732 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:33.946532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:33.957274 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'port': {'device_id': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'admin_state_up': True, 'tenant_id': '0866e0526e8342e485bb8714c59ed834'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:34.042373 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-abacd0f4-78a8-4dac-971f-38e4f0f88437 req-aebbbd8d-3ffb-41c7-bd31-bcdef0caa26d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583283 May 03 16:31:34.211435 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Made reservation on behalf of 0866e0526e8342e485bb8714c59ed834 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:31:34.211619 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.214803 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.344455 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Allocated IP 172.20.0.10 (754d17cc-641b-4e62-be53-f8a5bad4dd5c/73d15da4-a3a0-43b5-ba1e-3ce838d3839c/1b4e0696-4990-4251-83b8-746bba46f965) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:34.369716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6884-87a5-45f6-b0a3-35d0ec26b650 req-8981486a-b19c-4c4e-9c9c-0407006ad735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:34.372094 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ed7d6884-87a5-45f6-b0a3-35d0ec26b650 req-8981486a-b19c-4c4e-9c9c-0407006ad735 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 1129 time: 0.0448341 May 03 16:31:34.427303 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ed7d6884-87a5-45f6-b0a3-35d0ec26b650 req-be8c8558-04b5-4181-8d78-b6635bf4576d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479867 May 03 16:31:34.508416 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for port (1b4e0696-4990-4251-83b8-746bba46f965), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.611459 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.614277 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9595b97a-c3ee-4286-9440-4307e82d373f req-7c8ec932-f2e6-4eed-8e22-c136327c6c13 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 210 time: 0.0300689 May 03 16:31:34.656534 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:34.659783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:34.666321 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:34.689843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:34.723164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:34.723164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.837159 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-2301536e-331c-45de-b0f0-cd8ec535821d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1450198 May 03 16:31:34.892195 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a3d2f2c-fc9f-44aa-af5e-d4917a4e84cc None None] Provisioning complete for port 1b4e0696-4990-4251-83b8-746bba46f965 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:34.892802 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2f2c-fc9f-44aa-af5e-d4917a4e84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1b4e0696-4990-4251-83b8-746bba46f965), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:34.932513 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2f2c-fc9f-44aa-af5e-d4917a4e84cc None None] Port 1b4e0696-4990-4251-83b8-746bba46f965 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:31:35.172272 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465956-27fe-4102-88e8-557f9eaa65cf req-2fb17a5f-c92c-4925-87fe-9db783b9544e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:35.173934 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c0465956-27fe-4102-88e8-557f9eaa65cf req-2fb17a5f-c92c-4925-87fe-9db783b9544e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0620112 May 03 16:31:35.229697 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c0465956-27fe-4102-88e8-557f9eaa65cf req-37a8342d-56e1-49aa-8b10-eafe1638bd9d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500925 May 03 16:31:35.734247 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fcc5-27ed-4e33-9b80-50bc395a6729 req-36cca3bd-4c50-43fb-ac92-2d03be092175 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:35.736276 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cb7fcc5-27ed-4e33-9b80-50bc395a6729 req-36cca3bd-4c50-43fb-ac92-2d03be092175 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0487213 May 03 16:31:35.787414 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cb7fcc5-27ed-4e33-9b80-50bc395a6729 req-cd1aa7e7-16b3-458c-b01d-82c9778c0bdc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 May 03 16:31:36.149404 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:31:36.348942 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e85999-2f93-4138-8bf7-e4609d9640f3 req-162dcffd-df8a-41d8-a0dc-8cd032ca62a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:36.350737 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-81e85999-2f93-4138-8bf7-e4609d9640f3 req-162dcffd-df8a-41d8-a0dc-8cd032ca62a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0508783 May 03 16:31:36.401641 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-81e85999-2f93-4138-8bf7-e4609d9640f3 req-e98175b0-3055-4f69-9182-83e7a85f2292 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449569 May 03 16:31:36.906880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970a5b-523c-4970-8191-cf02e41ff781 req-a3d3f265-6525-40dd-a7fe-ea4f0b07890a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:36.908415 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc970a5b-523c-4970-8191-cf02e41ff781 req-a3d3f265-6525-40dd-a7fe-ea4f0b07890a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0468502 May 03 16:31:36.977274 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc970a5b-523c-4970-8191-cf02e41ff781 req-62d2575a-a4c5-4c56-baea-8d66fa82ec75 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 May 03 16:31:37.531887 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f535-5852-4e3e-a462-576671e5df5a req-abf12a29-8568-4058-9b6a-fd387df97d99 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:37.533644 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15f4f535-5852-4e3e-a462-576671e5df5a req-abf12a29-8568-4058-9b6a-fd387df97d99 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0528295 May 03 16:31:37.597964 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15f4f535-5852-4e3e-a462-576671e5df5a req-6d525828-51b8-4cb0-9e68-3b7dcce46fa6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579696 May 03 16:31:38.091078 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fad02-7650-476e-abf8-12480bd0128c req-e779438d-35d7-492e-a135-eff245a2e5de tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:38.092993 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b03fad02-7650-476e-abf8-12480bd0128c req-e779438d-35d7-492e-a135-eff245a2e5de tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0509062 May 03 16:31:38.147390 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b03fad02-7650-476e-abf8-12480bd0128c req-731a4f73-7326-4026-a5e6-d977c36766fb tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 May 03 16:31:38.733016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5321b-6a7d-4458-919d-b78618be4602 req-37be146d-322f-4093-bba8-a25f01b03e03 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:38.734583 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ee5321b-6a7d-4458-919d-b78618be4602 req-37be146d-322f-4093-bba8-a25f01b03e03 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0595562 May 03 16:31:38.788286 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ee5321b-6a7d-4458-919d-b78618be4602 req-a6db1a02-7b06-4d64-9f75-0857c9c07ff0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 May 03 16:31:39.281300 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3d746-4e78-407f-b332-7143a1ec45af req-ee1752bf-d52b-418f-949e-03f08a1f3e3d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:39.282829 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a3f3d746-4e78-407f-b332-7143a1ec45af req-ee1752bf-d52b-418f-949e-03f08a1f3e3d tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0694623 May 03 16:31:39.334551 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a3f3d746-4e78-407f-b332-7143a1ec45af req-02c3d45f-d9f6-4017-b598-59929151d8c8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 May 03 16:31:39.372818 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:39.910098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe959-bf4b-4aad-8c8e-f5508510a9dd req-0fa71397-e9e5-4dd6-aebb-594e75039bcb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:39.911710 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ffbfe959-bf4b-4aad-8c8e-f5508510a9dd req-0fa71397-e9e5-4dd6-aebb-594e75039bcb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0512831 May 03 16:31:39.966143 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ffbfe959-bf4b-4aad-8c8e-f5508510a9dd req-f704f826-b8bf-49df-8724-a4706cf08892 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473776 May 03 16:31:40.454368 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940cd6e-f02b-494d-8c23-ff990d150deb req-4802a53b-6c57-4209-9fbb-589cce7284a7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:40.456124 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e940cd6e-f02b-494d-8c23-ff990d150deb req-4802a53b-6c57-4209-9fbb-589cce7284a7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0481191 May 03 16:31:40.508868 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e940cd6e-f02b-494d-8c23-ff990d150deb req-50842969-e1bd-4857-a586-818870f981e3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 May 03 16:31:41.085703 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ee43-1a58-4fa1-9be8-bebaf198898a req-9c3f497e-48ab-4ad3-8469-a49c1ec30d2f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:41.087168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18e4ee43-1a58-4fa1-9be8-bebaf198898a req-9c3f497e-48ab-4ad3-8469-a49c1ec30d2f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0479114 May 03 16:31:41.134876 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18e4ee43-1a58-4fa1-9be8-bebaf198898a req-af123764-38cb-436a-9980-25b9863f677c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 May 03 16:31:41.659311 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7112c0-0330-4b11-bbcd-bff025bc2a7f req-19819161-1fc8-4f11-9f20-c4552e1dfcdd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:41.659311 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5d7112c0-0330-4b11-bbcd-bff025bc2a7f req-19819161-1fc8-4f11-9f20-c4552e1dfcdd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0479424 May 03 16:31:41.690119 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5d7112c0-0330-4b11-bbcd-bff025bc2a7f req-f917e8c0-d364-4413-bac0-698d77fbcd39 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 May 03 16:31:42.249128 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf0bec-df7e-40e7-bbfb-f342c561e6c7 req-a0414cb1-3909-48e5-be5a-a09f235106a0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:42.250586 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fcf0bec-df7e-40e7-bbfb-f342c561e6c7 req-a0414cb1-3909-48e5-be5a-a09f235106a0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0493896 May 03 16:31:42.298428 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fcf0bec-df7e-40e7-bbfb-f342c561e6c7 req-631e0589-c906-4560-b86e-eaf211246de1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 May 03 16:31:42.801090 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105459f-9cbf-4d4c-adf2-921f8e792224 req-c47abb71-5160-4520-b97e-185548ff4365 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:42.802567 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a105459f-9cbf-4d4c-adf2-921f8e792224 req-c47abb71-5160-4520-b97e-185548ff4365 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0462337 May 03 16:31:42.848587 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a105459f-9cbf-4d4c-adf2-921f8e792224 req-5b697a03-52c0-41d3-a8e5-548345998251 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 May 03 16:31:43.417074 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7279a91-c2d5-49e3-8ee7-5281105dc472 req-a8ddc76c-b127-4eb8-8e43-9e37d29c3bf2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:43.419245 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7279a91-c2d5-49e3-8ee7-5281105dc472 req-a8ddc76c-b127-4eb8-8e43-9e37d29c3bf2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0530381 May 03 16:31:43.472137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7279a91-c2d5-49e3-8ee7-5281105dc472 req-fbb5717a-7f88-475b-8064-7e0cc857c01f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 May 03 16:31:43.964622 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031ee48-efac-4792-9a63-c8848566256a req-d0a7dd6c-f127-4468-a31b-3365f5c05b29 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:43.967024 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8031ee48-efac-4792-9a63-c8848566256a req-d0a7dd6c-f127-4468-a31b-3365f5c05b29 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0498216 May 03 16:31:44.015286 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8031ee48-efac-4792-9a63-c8848566256a req-4f9c827a-87ed-4774-bb6a-f64275a79c21 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 May 03 16:31:44.587322 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdef6-d994-4b31-8fb4-aff38f6266c3 req-d12e26cf-c0e4-4f7f-9c98-be2cf0889d7e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:44.588844 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e60fdef6-d994-4b31-8fb4-aff38f6266c3 req-d12e26cf-c0e4-4f7f-9c98-be2cf0889d7e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0487731 May 03 16:31:44.648301 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e60fdef6-d994-4b31-8fb4-aff38f6266c3 req-0c55cd96-3ab8-47ed-954a-4985c953bb0f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530384 May 03 16:31:45.136424 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c234-a7aa-4549-820b-258c496e1a9e req-cd32ac16-a9c2-48a6-a37a-c23d0fc45f97 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:45.137971 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9951c234-a7aa-4549-820b-258c496e1a9e req-cd32ac16-a9c2-48a6-a37a-c23d0fc45f97 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0506678 May 03 16:31:45.196628 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9951c234-a7aa-4549-820b-258c496e1a9e req-e52e436a-ccb9-4673-adfb-01d1cd00b483 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 May 03 16:31:45.760844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a419-8e31-470b-a165-959736f24959 req-d16d52d5-e98d-4c91-8707-c3d51b61b69d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:45.762329 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4420a419-8e31-470b-a165-959736f24959 req-d16d52d5-e98d-4c91-8707-c3d51b61b69d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0479007 May 03 16:31:45.812317 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4420a419-8e31-470b-a165-959736f24959 req-f3855763-0be3-4c84-aa2f-06cbc115465f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 May 03 16:31:46.317329 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fdba4-6081-493b-92a6-ec59e9a18b4e req-60009f7a-1a1b-4aba-b0ca-56a49c66e6bf tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:46.318806 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af5fdba4-6081-493b-92a6-ec59e9a18b4e req-60009f7a-1a1b-4aba-b0ca-56a49c66e6bf tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0562346 May 03 16:31:46.370940 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af5fdba4-6081-493b-92a6-ec59e9a18b4e req-4345c4b0-d998-4584-ad20-2152e7e3acef tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 May 03 16:31:46.927168 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb5bd9-2566-470e-ad0a-1590d05b099f req-3355929e-60ad-4dac-a16e-aba8911deb06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:46.928654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35fb5bd9-2566-470e-ad0a-1590d05b099f req-3355929e-60ad-4dac-a16e-aba8911deb06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0458317 May 03 16:31:46.977852 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35fb5bd9-2566-470e-ad0a-1590d05b099f req-41fd970b-7df3-41e7-972d-4c22710ed206 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437055 May 03 16:31:47.486127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6428-f89d-4e96-b219-aed54b853253 req-8d1c7869-aa85-42af-8f86-456cf18bab79 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:47.487588 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-44af6428-f89d-4e96-b219-aed54b853253 req-8d1c7869-aa85-42af-8f86-456cf18bab79 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0466456 May 03 16:31:47.537996 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-44af6428-f89d-4e96-b219-aed54b853253 req-bd77b85f-1491-473f-9062-65a4d2ca2e2e tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 May 03 16:31:48.089276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23688b39-991c-4709-9f4a-dff2326fd232 req-f3d5fe3f-6118-4c0b-8606-24112250c4cf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:48.090736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23688b39-991c-4709-9f4a-dff2326fd232 req-f3d5fe3f-6118-4c0b-8606-24112250c4cf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0468011 May 03 16:31:48.143716 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23688b39-991c-4709-9f4a-dff2326fd232 req-fab94c0b-e945-4a19-8c8f-96034a5a6eb8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469239 May 03 16:31:48.662428 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7606c-e0a7-4a83-b14b-b34e7dbe1db1 req-7ee80d04-c4dd-4ba3-b253-f6fd9d6dd5a8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:48.664520 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b2e7606c-e0a7-4a83-b14b-b34e7dbe1db1 req-7ee80d04-c4dd-4ba3-b253-f6fd9d6dd5a8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0599194 May 03 16:31:48.722483 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b2e7606c-e0a7-4a83-b14b-b34e7dbe1db1 req-da569dbd-8712-4ce6-8d02-9e63644f1d67 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 May 03 16:31:49.262175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c72e3-b12f-4e27-b1f6-7e78634c508d req-d102cff3-efcc-4e58-8ec9-cfa686971784 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:49.263689 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-848c72e3-b12f-4e27-b1f6-7e78634c508d req-d102cff3-efcc-4e58-8ec9-cfa686971784 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0527585 May 03 16:31:49.316963 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-848c72e3-b12f-4e27-b1f6-7e78634c508d req-ba0b4cea-0c07-49c5-91d5-a6d10b85c31e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 May 03 16:31:49.834950 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b49bd-1c66-4917-b4e8-6b0fed6ddd13 req-ef1ae29d-d6fe-4b9b-b673-dab64934b994 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:49.836451 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d1b49bd-1c66-4917-b4e8-6b0fed6ddd13 req-ef1ae29d-d6fe-4b9b-b673-dab64934b994 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0464277 May 03 16:31:49.887062 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d1b49bd-1c66-4917-b4e8-6b0fed6ddd13 req-73db46e3-6ed9-4aa7-9dbe-244eec5dd912 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 May 03 16:31:50.430083 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287dcf4-ba00-4c21-9270-b4f516a2ed07 req-cc56492d-8953-4338-ab8b-35a5fac34bf1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:50.431583 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b287dcf4-ba00-4c21-9270-b4f516a2ed07 req-cc56492d-8953-4338-ab8b-35a5fac34bf1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0497229 May 03 16:31:50.480635 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b287dcf4-ba00-4c21-9270-b4f516a2ed07 req-cb38af29-7b24-461a-8deb-1ce896f95027 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 May 03 16:31:51.000231 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ca8f-e8e4-4c14-8a42-3aa4dd4072d6 req-1a7d4f3c-91dc-4ca7-9500-c16ff146b339 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:51.001682 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe03ca8f-e8e4-4c14-8a42-3aa4dd4072d6 req-1a7d4f3c-91dc-4ca7-9500-c16ff146b339 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 932 time: 0.0484319 May 03 16:31:51.047636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe03ca8f-e8e4-4c14-8a42-3aa4dd4072d6 req-5335ff84-a790-4a17-a254-4a7e4ae80b22 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 May 03 16:31:51.478204 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Request body: {'port': {'device_id': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:51.541989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:51.626157 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6a6d0-c9df-4531-ae14-c92956c10dad req-a65fa9e1-79c0-4562-b157-e7ff36d1a115 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:51.628290 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ad6a6d0-c9df-4531-ae14-c92956c10dad req-a65fa9e1-79c0-4562-b157-e7ff36d1a115 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0771995 May 03 16:31:51.752535 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ad6a6d0-c9df-4531-ae14-c92956c10dad req-24e6d219-91fa-4fb7-a41d-6a38f8474eee tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179729 May 03 16:31:51.889160 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4e0696-4990-4251-83b8-746bba46f965 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:31:51.897185 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks [] for port (1b4e0696-4990-4251-83b8-746bba46f965), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:51.910241 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Transition to ACTIVE for port object 1b4e0696-4990-4251-83b8-746bba46f965 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:31:51.982004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:52.032934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:52.129203 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Attempting to bind port 1b4e0696-4990-4251-83b8-746bba46f965 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:31:52.129681 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Attempting to bind port 1b4e0696-4990-4251-83b8-746bba46f965 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:31:52.130014 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Attempting to bind port 1b4e0696-4990-4251-83b8-746bba46f965 on network 754d17cc-641b-4e62-be53-f8a5bad4dd5c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:52.157366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Port 1b4e0696-4990-4251-83b8-746bba46f965 on network 754d17cc-641b-4e62-be53-f8a5bad4dd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:31:52.157612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Attempting to bind port 1b4e0696-4990-4251-83b8-746bba46f965 on network 754d17cc-641b-4e62-be53-f8a5bad4dd5c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:31:52.166597 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:31:52.166934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Checking segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:31:52.167346 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Bound using segment: {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:31:52.167783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Bound port: 1b4e0696-4990-4251-83b8-746bba46f965, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fda14b-7223-4714-bd86-a2264aa4344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:31:52.168138 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:52.187137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75dbc4-7e9c-4154-8306-d80d55bf5193 req-36291a24-1d60-4e06-b7da-559a17fd6666 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:52.188677 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d75dbc4-7e9c-4154-8306-d80d55bf5193 req-36291a24-1d60-4e06-b7da-559a17fd6666 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 944 time: 0.0722587 May 03 16:31:52.281833 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d75dbc4-7e9c-4154-8306-d80d55bf5193 req-35af1c37-04f2-4ff0-8a62-79a49ba81688 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 May 03 16:31:52.287945 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:31:52.291335 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:31:52.370669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:52.406684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:52.406684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:52.408324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] 10.222.0.36 "PUT /v2.0/ports/1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 1094 time: 0.9337981 May 03 16:31:52.408324 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:52.410394 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9968f9-5bef-49dc-bf09-596d1ae6f121" -d '{"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:52.442469 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e329f-c93e-48a6-b62d-aecbe0c55a89 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:52.453534 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066cb874-1122-44d5-bffb-3aa239198692 x-openstack-request-id: req-066cb874-1122-44d5-bffb-3aa239198692 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:52.454333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:52.454333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-066cb874-1122-44d5-bffb-3aa239198692 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:52.454563 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066cb874-1122-44d5-bffb-3aa239198692'] response: {'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:31:52.639103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-7fb7821f-3634-41fb-a2e7-d6052dc73d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:52.641739 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-7fb7821f-3634-41fb-a2e7-d6052dc73d70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1128 time: 0.0439126 May 03 16:31:52.872145 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc883b7-adbe-44be-9cce-bc6143db4f10 req-28e5fe51-403c-4be5-9f0e-24a42b6ba587 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:52.874334 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7bc883b7-adbe-44be-9cce-bc6143db4f10 req-28e5fe51-403c-4be5-9f0e-24a42b6ba587 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0526130 May 03 16:31:52.925109 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7bc883b7-adbe-44be-9cce-bc6143db4f10 req-179932a7-bb16-43f1-bcef-6b57bd959bf5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453136 May 03 16:31:53.137931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-69ad1afb-7858-43ae-bf18-9e0b11dc85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.140081 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-69ad1afb-7858-43ae-bf18-9e0b11dc85cb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0866e0526e8342e485bb8714c59ed834&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983777 May 03 16:31:53.237360 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-fc3825d4-5994-4124-843e-07b2cafc4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.238869 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe9968f9-5bef-49dc-bf09-596d1ae6f121 req-fc3825d4-5994-4124-843e-07b2cafc4ba7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917068 May 03 16:31:53.318189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-cbfdb69d-db28-497f-88d9-f7c6eb6205e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.319750 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-cbfdb69d-db28-497f-88d9-f7c6eb6205e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1128 time: 0.0389154 May 03 16:31:53.367810 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-35941883-63fa-4f17-9e37-c86e260d517d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 217 time: 0.0399103 May 03 16:31:53.438134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c714fa-b157-4713-8f52-589a259308da req-3c12156d-1af2-4110-b46a-53d5328a218f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.439579 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-96c714fa-b157-4713-8f52-589a259308da req-3c12156d-1af2-4110-b46a-53d5328a218f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 944 time: 0.0743170 May 03 16:31:53.455473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-967975c6-4b01-4af9-8b36-cb8a77bae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.456856 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-967975c6-4b01-4af9-8b36-cb8a77bae691 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0812030 May 03 16:31:53.522929 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-9e82c7d0-a313-466d-a391-077220574fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:53.524635 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-9e82c7d0-a313-466d-a391-077220574fce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613995 May 03 16:31:53.528866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-96c714fa-b157-4713-8f52-589a259308da req-32812313-5b96-4786-aec7-e2bb0c2b8262 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835798 May 03 16:31:53.617307 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-14b068d3-1df6-4d34-8218-426d367e560a service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864086 May 03 16:31:53.712496 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d8c41d28-cdd3-4b02-b63c-bdf3026c7a4c req-1b06b995-ced4-400a-901d-bfff10f5b2b8 service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884826 May 03 16:31:54.042053 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5858d-ab83-4054-b2b2-8c2ee06a26af req-73b83db3-d526-4337-bc0d-f2f941ba4f7a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:54.043554 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39e5858d-ab83-4054-b2b2-8c2ee06a26af req-73b83db3-d526-4337-bc0d-f2f941ba4f7a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0503051 May 03 16:31:54.091977 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39e5858d-ab83-4054-b2b2-8c2ee06a26af req-f293bb4d-8363-40cc-9862-764ff293bd1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 May 03 16:31:54.205225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b092c6-f03b-4318-b2af-4df77c2cb820 req-457ac142-25a5-49ab-a7b4-e2d37f5f51d4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:54.206684 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39b092c6-f03b-4318-b2af-4df77c2cb820 req-457ac142-25a5-49ab-a7b4-e2d37f5f51d4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0490115 May 03 16:31:54.256004 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39b092c6-f03b-4318-b2af-4df77c2cb820 req-75bdc595-c67b-42dc-bbb2-f75053eb8c02 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 May 03 16:31:54.282991 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:54.464739 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50612) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:54.470712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0483f7-4932-42cf-8922-c16c95302c01 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:54.472277 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1e0483f7-4932-42cf-8922-c16c95302c01 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 1124 time: 0.1881998 May 03 16:31:54.475209 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:54.479521 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'port_id': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:31:54.569750 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a0579f5-59e4-4ce8-9552-fbbf8f2436dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.571637 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.640705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6266a68-dda2-4505-91e5-86fc235dc423 req-8fb49dd1-40af-4f3f-bbe6-280f304806b9 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:54.642203 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a6266a68-dda2-4505-91e5-86fc235dc423 req-8fb49dd1-40af-4f3f-bbe6-280f304806b9 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 944 time: 0.0461762 May 03 16:31:54.680728 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.690969 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a6266a68-dda2-4505-91e5-86fc235dc423 req-ed2e4372-ab99-491f-9114-8dc9c299950a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 May 03 16:31:54.761690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a0579f5-59e4-4ce8-9552-fbbf8f2436dd admin admin] Publish callbacks [] for security_group (5438ad83-6e22-4713-ac26-86c21f9952e7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.810837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.27.0.26 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/e5535b24-8534-4dc6-957d-f165f30803f7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:31:54.898222 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a0579f5-59e4-4ce8-9552-fbbf8f2436dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5438ad83-6e22-4713-ac26-86c21f9952e7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.934825 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (e5535b24-8534-4dc6-957d-f165f30803f7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:54.958367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0579f5-59e4-4ce8-9552-fbbf8f2436dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5438ad83-6e22-4713-ac26-86c21f9952e7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:54.963189 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9a0579f5-59e4-4ce8-9552-fbbf8f2436dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22fa5475930145b8a4db134c5219c787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973619 May 03 16:31:54.965882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:31:55.025740 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] Publish callbacks [] for security_group (5438ad83-6e22-4713-ac26-86c21f9952e7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.047432 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] Publish callbacks [] for security_group (5438ad83-6e22-4713-ac26-86c21f9952e7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.194303 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.196272 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5438ad83-6e22-4713-ac26-86c21f9952e7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.198747 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.199911 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5438ad83-6e22-4713-ac26-86c21f9952e7 HTTP/1.1" status: 204 len: 168 time: 0.2311308 May 03 16:31:55.235313 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff148f-4073-4752-a15e-7dfbd0e3c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438ad83-6e22-4713-ac26-86c21f9952e7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:55.245285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:31:55.252884 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:31:55.257519 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:31:55.261192 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=e5535b24-8534-4dc6-957d-f165f30803f7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:55.659931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (08316a38-7278-4a81-8dc2-a71c5983d118), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.807545 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36ef92-4ac9-4366-bae8-e38890424800 req-021ad6d0-2fad-4ad0-a7f8-1c22f9a95738 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:55.809008 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a36ef92-4ac9-4366-bae8-e38890424800 req-021ad6d0-2fad-4ad0-a7f8-1c22f9a95738 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 944 time: 0.0501285 May 03 16:31:55.815902 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:55.857673 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a36ef92-4ac9-4366-bae8-e38890424800 req-dff2129b-55c0-46af-8c3f-2ec99722ab2f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 May 03 16:31:55.970301 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (e5535b24-8534-4dc6-957d-f165f30803f7), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:56.027842 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:56.104086 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=e5535b24-8534-4dc6-957d-f165f30803f7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:56.113107 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (08316a38-7278-4a81-8dc2-a71c5983d118), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:56.216935 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP 08316a38-7278-4a81-8dc2-a71c5983d118 associated. External IP: 172.27.0.26, port: 96e9e1a6-47d6-49e4-984f-7310c3c7b917. May 03 16:31:56.428327 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:31:56.537905 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:31:56.549109 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:31:56.559326 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:56.564961 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:56.612861 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:56.643292 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d47e9d32-870b-45bb-b901-1f715406c2f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1667843 May 03 16:31:56.643690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:56.645970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b748e7bb-209d-4055-8294-5ede4e175c75" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:56.669199 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:56.683544 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861c843-c20c-4f3d-b218-d3e9edb45b4c x-openstack-request-id: req-9861c843-c20c-4f3d-b218-d3e9edb45b4c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:56.684044 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:56.684141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9861c843-c20c-4f3d-b218-d3e9edb45b4c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:56.684474 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9861c843-c20c-4f3d-b218-d3e9edb45b4c'] response: {'name': 'network-changed', 'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'status': 'completed', 'code': 200} May 03 16:31:56.833788 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-c4537c05-5c7d-4acc-847f-8db373d15e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:56.836256 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-c4537c05-5c7d-4acc-847f-8db373d15e59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 1129 time: 0.0399439 May 03 16:31:56.887657 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '08316a38-7278-4a81-8dc2-a71c5983d118', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:8c:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:31:55Z', 'updated_at': '2022-05-03T16:31:55Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:56.922548 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:31:56.931191 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:31:56.931845 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:31:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:56.989846 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e0028-4495-4cbe-84f2-4d15bb94ec10 req-36a896d4-ef25-4b75-936b-ace89d398565 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:56.991393 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-049e0028-4495-4cbe-84f2-4d15bb94ec10 req-36a896d4-ef25-4b75-936b-ace89d398565 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 944 time: 0.0635631 May 03 16:31:57.002069 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-8ea51bc7-7083-49cb-ac75-294456679ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:57.002069 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-8ea51bc7-7083-49cb-ac75-294456679ac5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.1454837 May 03 16:31:57.043452 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:31:57.094031 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-d75a6c89-2b2e-41fc-8733-6e36f655d462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917 HTTP/1.1" status: 200 len: 998 time: 0.0898423 May 03 16:31:57.113832 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-049e0028-4495-4cbe-84f2-4d15bb94ec10 req-52aadcc4-a98e-49a3-8ccf-cd591b2d19f7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032724 May 03 16:31:57.154547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-8c19eaae-c514-4c2b-ae98-4c04b267852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:57.157097 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-8c19eaae-c514-4c2b-ae98-4c04b267852c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0557015 May 03 16:31:57.209904 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-cb0506f0-21c0-4404-99e0-851785a02a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:57.211516 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-cb0506f0-21c0-4404-99e0-851785a02a49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477188 May 03 16:31:57.270694 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '08316a38-7278-4a81-8dc2-a71c5983d118', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:8c:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:31:55Z', 'updated_at': '2022-05-03T16:31:55Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:31:57.301684 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980c96-f175-46ea-b8ee-efa7f7025fb6 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '08316a38-7278-4a81-8dc2-a71c5983d118', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:8c:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:31:55Z', 'updated_at': '2022-05-03T16:31:55Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:31:57.305286 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-adf34308-5285-47c8-8413-1a7c89d96e22 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 May 03 16:31:57.396741 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b748e7bb-209d-4055-8294-5ede4e175c75 req-b256c5e8-e9d0-463a-8586-9aba0c414dae service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 May 03 16:31:57.495500 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ece9a1-5a80-4d9c-a313-81263b2fb5cf None None] New status for floating IP 08316a38-7278-4a81-8dc2-a71c5983d118: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:31:57.678213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1b4e0696-4990-4251-83b8-746bba46f965 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:31:57.779530 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:57.801886 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '1b4e0696-4990-4251-83b8-746bba46f965', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'port_id': '1b4e0696-4990-4251-83b8-746bba46f965', 'mac_address': 'fa:16:3e:1e:05:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:31:57.839629 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 1b4e0696-4990-4251-83b8-746bba46f965 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:57.840010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:57.853253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4e0696-4990-4251-83b8-746bba46f965 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:31:57.872598 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:57.907750 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e04897ca-5877-49de-b197-3ff0f84af5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:57.993721 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:58.043690 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:31:58.051535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.051885 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.052253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.052599 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.052933 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.053265 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.053606 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.053917 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.055958 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.056148 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:31:58.237704 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73efa-01d4-442a-9e95-3eec616ce02a req-c6e81382-e816-4426-95ff-fd6ab9762768 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:58.239288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ea73efa-01d4-442a-9e95-3eec616ce02a req-c6e81382-e816-4426-95ff-fd6ab9762768 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 945 time: 0.0504272 May 03 16:31:58.287788 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ea73efa-01d4-442a-9e95-3eec616ce02a req-afd6eef5-6423-48a0-8ccf-efa1ed685769 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 May 03 16:31:58.430140 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:31:59.401124 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47bf13-4a6c-4b70-8405-a7a4ce1de036 req-254d3670-1fc5-4976-bac0-a64319ec2896 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:31:59.402636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce47bf13-4a6c-4b70-8405-a7a4ce1de036 req-254d3670-1fc5-4976-bac0-a64319ec2896 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 945 time: 0.0466516 May 03 16:31:59.449751 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce47bf13-4a6c-4b70-8405-a7a4ce1de036 req-31f0135f-8458-476b-a7ab-01b169faa752 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 May 03 16:31:59.740558 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1b4e0696-4990-4251-83b8-746bba46f965 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:31:59.786547 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 1b4e0696-4990-4251-83b8-746bba46f965 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:31:59.856331 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 1b4e0696-4990-4251-83b8-746bba46f965 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:31:59.856710 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1b4e0696-4990-4251-83b8-746bba46f965), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:59.934358 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 1b4e0696-4990-4251-83b8-746bba46f965 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:31:59.934751 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:31:59.957780 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:31:59.960052 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65807031-d4a9-4abf-9d0c-b56c070832f1" -d '{"events": [{"server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:31:59.972671 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:31:59.994441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf53b3dd-51cd-4327-bffe-9e2e3aef0f89 x-openstack-request-id: req-bf53b3dd-51cd-4327-bffe-9e2e3aef0f89 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:31:59.994773 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:31:59.995040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf53b3dd-51cd-4327-bffe-9e2e3aef0f89 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:31:59.995483 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf53b3dd-51cd-4327-bffe-9e2e3aef0f89'] response: {'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'code': 200} May 03 16:32:00.050231 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:00.104142 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:00.188182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8703c0f1-32d9-4118-a713-a1ee84787cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:00.513367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c1592-9da0-469b-9111-88684dfb4fd3 req-c0ae267c-b838-4146-badf-49b05dfc2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:00.514870 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-335c1592-9da0-469b-9111-88684dfb4fd3 req-c0ae267c-b838-4146-badf-49b05dfc2b5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1130 time: 0.0380986 May 03 16:32:00.585556 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d248e-e46c-4f3f-94c5-b28cbc636276 req-124e663f-b431-48bf-ab03-3951d5029a72 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:00.587031 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-158d248e-e46c-4f3f-94c5-b28cbc636276 req-124e663f-b431-48bf-ab03-3951d5029a72 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0655916 May 03 16:32:00.606033 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-335c1592-9da0-469b-9111-88684dfb4fd3 req-594b529e-a436-4667-b565-25a7e734a659 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765083 May 03 16:32:00.641146 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-158d248e-e46c-4f3f-94c5-b28cbc636276 req-20c7a2cc-8eff-4a1b-9f2b-f16612702db8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 May 03 16:32:01.067795 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:01.793743 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fab05a-f3e6-4c18-9bfc-0aa9d7a0b2ff req-05c2128d-6453-403e-8534-8afb93cc22b2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:01.797277 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-56fab05a-f3e6-4c18-9bfc-0aa9d7a0b2ff req-05c2128d-6453-403e-8534-8afb93cc22b2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0872066 May 03 16:32:01.855802 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-56fab05a-f3e6-4c18-9bfc-0aa9d7a0b2ff req-4893cd69-dee2-4bdd-b77f-48a54d5b5489 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 May 03 16:32:01.927350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f951-8f5e-4009-bb51-18587838d2f4 req-ffa07ca1-05e2-4c74-968f-d8a9e954f408 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:01.928735 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cfc4f951-8f5e-4009-bb51-18587838d2f4 req-ffa07ca1-05e2-4c74-968f-d8a9e954f408 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0617285 May 03 16:32:01.976368 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cfc4f951-8f5e-4009-bb51-18587838d2f4 req-ce3ea33a-1b25-4659-9748-7cfa9626b5a5 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 May 03 16:32:02.845487 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:02.974511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914708-0413-4cf9-ad83-903e419ddb0a req-327f7c1f-6668-4c10-87e7-0f97f2fbe3ba tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:02.976110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63914708-0413-4cf9-ad83-903e419ddb0a req-327f7c1f-6668-4c10-87e7-0f97f2fbe3ba tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0473630 May 03 16:32:03.024256 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63914708-0413-4cf9-ad83-903e419ddb0a req-5e301ee9-50f4-4a0c-8632-6b93145e1df8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 May 03 16:32:03.096417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f86e0-d223-47ba-bc6c-1e1b7f52f0cf req-92f2e8b8-565d-4d57-93df-8f462e0b2e6a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:03.097838 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d75f86e0-d223-47ba-bc6c-1e1b7f52f0cf req-92f2e8b8-565d-4d57-93df-8f462e0b2e6a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0456498 May 03 16:32:03.146451 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d75f86e0-d223-47ba-bc6c-1e1b7f52f0cf req-fa898e79-6f98-49c5-96ee-dbfd403c58f2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 May 03 16:32:04.144969 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cbd29-1f4e-4a72-a27f-b166d0832b30 req-61f0aa25-62f6-47a2-add6-717db67f8ad9 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:04.146734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f4cbd29-1f4e-4a72-a27f-b166d0832b30 req-61f0aa25-62f6-47a2-add6-717db67f8ad9 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0507281 May 03 16:32:04.153667 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:04.204597 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f4cbd29-1f4e-4a72-a27f-b166d0832b30 req-ffbb6795-edea-4a81-b794-1b39a96f18dd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517266 May 03 16:32:04.274112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961839-2776-4c9f-a0b4-83ab49faa562 req-9f5b4e13-c401-4384-bd2e-835b0b9fa556 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:04.275622 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6961839-2776-4c9f-a0b4-83ab49faa562 req-9f5b4e13-c401-4384-bd2e-835b0b9fa556 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0513430 May 03 16:32:04.348309 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f053848-e91f-413f-9b9b-02535c2261cb req-f5f99afb-92a2-431a-b5b6-14f40ad01fb4 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:04.349765 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6f053848-e91f-413f-9b9b-02535c2261cb req-f5f99afb-92a2-431a-b5b6-14f40ad01fb4 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0697300 May 03 16:32:04.369886 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6961839-2776-4c9f-a0b4-83ab49faa562 req-cbfd63fa-d3bf-47f8-9eba-b25c2efd7319 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880675 May 03 16:32:04.405421 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6f053848-e91f-413f-9b9b-02535c2261cb req-8faac79b-c39b-4cdc-81c7-dee3032dffc8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 May 03 16:32:04.732510 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f198e03-109e-4f07-8d63-16403e2f2690 req-d1e6d909-935e-47c8-b5df-293ce08235f8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:04.734721 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2f198e03-109e-4f07-8d63-16403e2f2690 req-d1e6d909-935e-47c8-b5df-293ce08235f8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0477617 May 03 16:32:04.784441 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2f198e03-109e-4f07-8d63-16403e2f2690 req-b281cf9b-4977-4033-8f37-d97e4938acb2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 May 03 16:32:05.497820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db05d84-ea4a-40c1-85d4-a1b637b5ae7a req-6b7dd1b6-4188-4b01-9426-1807e67f6842 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:05.502636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6db05d84-ea4a-40c1-85d4-a1b637b5ae7a req-6b7dd1b6-4188-4b01-9426-1807e67f6842 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0552678 May 03 16:32:05.563275 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6db05d84-ea4a-40c1-85d4-a1b637b5ae7a req-2bd1ba5a-0c92-40a4-a3c6-c8f9c86e3ca0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538492 May 03 16:32:06.683313 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56537f6-e1e3-4bf5-a74d-759252871bb9 req-4d0ed264-a1a7-412c-ac74-06ee9c6396f9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:06.684775 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d56537f6-e1e3-4bf5-a74d-759252871bb9 req-4d0ed264-a1a7-412c-ac74-06ee9c6396f9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0493512 May 03 16:32:06.734341 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d56537f6-e1e3-4bf5-a74d-759252871bb9 req-94430a86-f07c-4b61-90f8-0947dd00b54a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 May 03 16:32:07.851460 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b2f7-bcdc-4aa1-9ab0-305e398ffe0c req-efb2ffda-03d9-4e0e-8ad1-f800c5fc3fe7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:07.853083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b844b2f7-bcdc-4aa1-9ab0-305e398ffe0c req-efb2ffda-03d9-4e0e-8ad1-f800c5fc3fe7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0502434 May 03 16:32:07.904541 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b844b2f7-bcdc-4aa1-9ab0-305e398ffe0c req-31d39675-081f-4d06-b712-794adb2afe53 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455477 May 03 16:32:09.259046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ffbe2-7c9e-4251-b968-c2035b053cf7 req-e52163e2-06f1-4ded-92f3-353fd095a416 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:09.260505 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-142ffbe2-7c9e-4251-b968-c2035b053cf7 req-e52163e2-06f1-4ded-92f3-353fd095a416 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.2871246 May 03 16:32:09.307818 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-142ffbe2-7c9e-4251-b968-c2035b053cf7 req-79215366-4290-44d8-a037-d7aa80c56b89 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 May 03 16:32:09.404889 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.310157 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:10.417747 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0e71-8186-4641-b94e-a2ed17502e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.422780 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7a86-6a2f-4ee0-bd72-f731a2467e2f req-47ed64e3-5fda-4116-9430-5a160f129144 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:10.424257 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1bc7a86-6a2f-4ee0-bd72-f731a2467e2f req-47ed64e3-5fda-4116-9430-5a160f129144 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0456583 May 03 16:32:10.471511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1bc7a86-6a2f-4ee0-bd72-f731a2467e2f req-67b7011a-8255-47f3-a5cf-5b1eab717bae tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416141 May 03 16:32:10.493296 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0e71-8186-4641-b94e-a2ed17502e73 admin admin] Publish callbacks [] for security_group (934dd84b-967f-47c3-80c4-74487b600f17), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.605066 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0e71-8186-4641-b94e-a2ed17502e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (934dd84b-967f-47c3-80c4-74487b600f17), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.641749 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c0e71-8186-4641-b94e-a2ed17502e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934dd84b-967f-47c3-80c4-74487b600f17,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:10.645913 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8f6c0e71-8186-4641-b94e-a2ed17502e73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=556aab5efc824184b9826b801b2166b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347723 May 03 16:32:10.648738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50866) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:10.698888 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] Publish callbacks [] for security_group (934dd84b-967f-47c3-80c4-74487b600f17), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.721512 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] Publish callbacks [] for security_group (934dd84b-967f-47c3-80c4-74487b600f17), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:10.911642 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-a7b9ed3c-e033-410c-989d-97d3dd39e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:10.913133 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-a7b9ed3c-e033-410c-989d-97d3dd39e780 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1129 time: 0.0388424 May 03 16:32:11.027423 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-5fbdb9de-b410-4407-b2b5-fe16594e27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:11.028861 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-5fbdb9de-b410-4407-b2b5-fe16594e27e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.0954158 May 03 16:32:11.097913 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-2a37373d-e5d8-45e5-bf7a-55014836fb73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 1001 time: 0.0615871 May 03 16:32:11.147873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-f1440512-01ff-416b-a761-4d010fb7f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:11.152281 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-f1440512-01ff-416b-a761-4d010fb7f60b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0453019 May 03 16:32:11.200925 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-9c0c0ede-6d4f-47e7-bc40-65980823bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:11.202344 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-9c0c0ede-6d4f-47e7-bc40-65980823bff2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464287 May 03 16:32:11.300875 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (934dd84b-967f-47c3-80c4-74487b600f17), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:11.303558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:11.304752 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/934dd84b-967f-47c3-80c4-74487b600f17 HTTP/1.1" status: 204 len: 168 time: 0.6551101 May 03 16:32:11.308934 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-4b029cd9-367b-4857-a0e6-a25e22e424c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980012 May 03 16:32:11.315091 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63711-b2a3-4993-95ac-3b109a08960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934dd84b-967f-47c3-80c4-74487b600f17,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:11.409669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea2954-aadc-40fb-b8ff-93ba381d2b72 req-2b873397-b6d5-41b0-8385-5fe0a42d8970 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914674 May 03 16:32:11.591028 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798aa13-1343-4d27-be0c-b5617d5f7ce0 req-b708de45-e7cd-48ec-a05f-02f1b4cb8f09 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:11.592811 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0798aa13-1343-4d27-be0c-b5617d5f7ce0 req-b708de45-e7cd-48ec-a05f-02f1b4cb8f09 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0491033 May 03 16:32:11.638348 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0798aa13-1343-4d27-be0c-b5617d5f7ce0 req-8f4616eb-42de-4401-9b66-ae427fa9110c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 May 03 16:32:12.755120 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd0777-7277-49a8-9f8d-0b7f834b69c2 req-5e9824f1-d6a2-46ff-9035-fc8dcfb7f33c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:12.756565 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5dd0777-7277-49a8-9f8d-0b7f834b69c2 req-5e9824f1-d6a2-46ff-9035-fc8dcfb7f33c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0495448 May 03 16:32:12.802233 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5dd0777-7277-49a8-9f8d-0b7f834b69c2 req-9a9bf389-d13e-45e0-af6e-2435f78c6c9d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 May 03 16:32:13.148940 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:32:13.913193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b9-b31f-4f22-89dd-476d231c4b01 req-fc32fed2-a04a-4f96-b740-8233e943d968 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:13.914777 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbf006b9-b31f-4f22-89dd-476d231c4b01 req-fc32fed2-a04a-4f96-b740-8233e943d968 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0452571 May 03 16:32:13.961952 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbf006b9-b31f-4f22-89dd-476d231c4b01 req-95a271dc-5151-4ecd-9337-83d127e90a58 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 May 03 16:32:15.075167 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a161fc0-41fd-496c-83c1-35cf40083ac3 req-f325ad8b-f83f-4680-8899-3a400b990860 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:15.076629 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0a161fc0-41fd-496c-83c1-35cf40083ac3 req-f325ad8b-f83f-4680-8899-3a400b990860 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0447707 May 03 16:32:15.126461 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0a161fc0-41fd-496c-83c1-35cf40083ac3 req-8242e725-6015-4857-8481-ad019e9f4cc9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433307 May 03 16:32:16.243915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6734e-6e8c-4f6e-b5fe-b937f33a1d56 req-57b7b92e-29d9-4b9c-8805-90ed7547e283 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:16.245397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-96b6734e-6e8c-4f6e-b5fe-b937f33a1d56 req-57b7b92e-29d9-4b9c-8805-90ed7547e283 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0486691 May 03 16:32:16.293207 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-96b6734e-6e8c-4f6e-b5fe-b937f33a1d56 req-f6300a1b-87ac-449d-822e-318c56bd0918 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 May 03 16:32:17.408458 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c9e37-58ce-4414-8d06-562f0ef9cfa1 req-52ee2e1f-d844-4a44-b4aa-d2d009d90a39 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:17.409734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c7c9e37-58ce-4414-8d06-562f0ef9cfa1 req-52ee2e1f-d844-4a44-b4aa-d2d009d90a39 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0470409 May 03 16:32:17.490205 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c7c9e37-58ce-4414-8d06-562f0ef9cfa1 req-2d0c718a-07c8-47e4-953f-a362584a5e73 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748432 May 03 16:32:17.506375 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca811e-d3f9-4520-8de3-e82be18e36cb req-99fe895a-c320-4b43-a98e-26fbe02e2fdf tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:17.508846 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e1ca811e-d3f9-4520-8de3-e82be18e36cb req-99fe895a-c320-4b43-a98e-26fbe02e2fdf tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0611565 May 03 16:32:17.558706 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e1ca811e-d3f9-4520-8de3-e82be18e36cb req-d4a288c0-4cbf-4290-8b40-3477d07bc67e tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 May 03 16:32:17.581778 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:17.767391 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2fe3ef-3061-4eb6-b75f-e87d1764357f tempest-TestMinimumBasicScenario-554244767 tempest-TestMinimumBasicScenario-554244767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:17.767391 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ca2fe3ef-3061-4eb6-b75f-e87d1764357f tempest-TestMinimumBasicScenario-554244767 tempest-TestMinimumBasicScenario-554244767-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1125 time: 0.1816416 May 03 16:32:17.767791 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:17.771918 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'port_id': '1b4e0696-4990-4251-83b8-746bba46f965', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:17.896149 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:17.976499 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:18.079998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Allocated IP 172.27.0.18 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/2e76063d-4b5d-4841-8d21-d7705e46a8c5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:32:18.185773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:18.279543 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:18.318495 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:32:18.321486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:32:18.324045 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:32:18.350911 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'Port': ['ID=2e76063d-4b5d-4841-8d21-d7705e46a8c5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:18.363628 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.363975 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.364315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.364650 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.364980 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.365309 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.365632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.365954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.366279 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.366618 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.366918 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.367236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.367574 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.367891 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.368207 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:18.641913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b4962-6dd5-4f79-9c64-821c55401f8f req-bc90bb0f-c464-45b3-bb76-744c0d766ce1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:18.643358 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-326b4962-6dd5-4f79-9c64-821c55401f8f req-bc90bb0f-c464-45b3-bb76-744c0d766ce1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0839694 May 03 16:32:18.756305 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-326b4962-6dd5-4f79-9c64-821c55401f8f req-97d10cf6-8fb4-4284-ab8f-c03fb389e984 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067514 May 03 16:32:18.777009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for floatingip (afffb0a5-ac91-4e20-a0fd-4bd85fbf2939), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:18.900782 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:19.079648 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf14d0-5a8c-4484-9e48-ca7c0fdcf34c req-f57b5599-9c54-4c40-ae85-73967ac8b78a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:19.081151 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4baf14d0-5a8c-4484-9e48-ca7c0fdcf34c req-f57b5599-9c54-4c40-ae85-73967ac8b78a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0646019 May 03 16:32:19.104247 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:19.149755 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4baf14d0-5a8c-4484-9e48-ca7c0fdcf34c req-9e07bade-35ab-4f11-ac8e-1aa56d48e581 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608494 May 03 16:32:19.170523 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:19.205514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-32e67def-3ea8-4c81-8316-b07b3bd0d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:19.207010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-32e67def-3ea8-4c81-8316-b07b3bd0d555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1129 time: 0.0711892 May 03 16:32:19.272875 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'Port': ['ID=2e76063d-4b5d-4841-8d21-d7705e46a8c5,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:19.314297 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (afffb0a5-ac91-4e20-a0fd-4bd85fbf2939), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:19.382663 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-ecbb6584-ea32-4fc7-b469-079713086d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:19.384166 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-ecbb6584-ea32-4fc7-b469-079713086d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.1662309 May 03 16:32:19.479504 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Floating IP afffb0a5-ac91-4e20-a0fd-4bd85fbf2939 associated. External IP: 172.27.0.18, port: 1b4e0696-4990-4251-83b8-746bba46f965. May 03 16:32:19.519348 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-6df70e3e-0a2d-4bca-b282-bea16578a0b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 1001 time: 0.1266716 May 03 16:32:19.608520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-fd9c4e13-0f0b-448a-83f1-3a1a4b3439bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:19.610003 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-fd9c4e13-0f0b-448a-83f1-3a1a4b3439bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0835397 May 03 16:32:19.695827 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-da9c2199-6cb8-4056-ba62-39fa559d1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:19.697333 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-da9c2199-6cb8-4056-ba62-39fa559d1a03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790026 May 03 16:32:19.825472 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Router 1c26e663-d747-4c11-a853-366bfc5e291e has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:32:19.843674 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-f4f1a48f-ad6d-41a9-9e25-5b9f709a3ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376772 May 03 16:32:20.286115 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:32:20.293083 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d8486-6ed3-4852-878b-c9e6d3a95970 req-890931e5-f80f-4378-af00-1f7fe50b96bd tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:20.294565 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-632d8486-6ed3-4852-878b-c9e6d3a95970 req-890931e5-f80f-4378-af00-1f7fe50b96bd tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0729795 May 03 16:32:20.297385 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Sync routers for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:32:20.305748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18229f77-7571-4e39-8b4e-93cf7ba05340 req-2e3e4eee-296e-46f3-be84-7ab50857c31c service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251182 May 03 16:32:20.307509 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:32:20.308127 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:32:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:32:20.351686 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-632d8486-6ed3-4852-878b-c9e6d3a95970 req-1660dec3-82b7-4d4c-ba17-6b8cf72be348 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482318 May 03 16:32:20.412333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.422173 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:32:20.442632 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-af65ae59-d026-45d9-a8fc-5825f2eb93a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6737533 May 03 16:32:20.443149 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:32:20.445467 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50922) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:20.445976 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a1907-ab0b-4713-a21c-315492abe223" -d '{"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:32:20.450602 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205969046', 'description': 'tempest-secgroup-smoke-1205969046 description', 'project_id': '0866e0526e8342e485bb8714c59ed834'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:20.485541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8cdaa-00d0-480a-80b9-3c2bf2da73f1 x-openstack-request-id: req-e9d8cdaa-00d0-480a-80b9-3c2bf2da73f1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:32:20.485840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:32:20.486098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9d8cdaa-00d0-480a-80b9-3c2bf2da73f1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:32:20.486509 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d8cdaa-00d0-480a-80b9-3c2bf2da73f1'] response: {'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:32:20.530565 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.598995 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.662351 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-1e5a5175-55b7-45ed-88c1-904fc2b5e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:20.663909 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-1e5a5175-55b7-45ed-88c1-904fc2b5e7ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1130 time: 0.0429916 May 03 16:32:20.703415 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.721220 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'afffb0a5-ac91-4e20-a0fd-4bd85fbf2939', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'port_id': '1b4e0696-4990-4251-83b8-746bba46f965', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'mac_address': 'fa:16:3e:1e:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:32:18Z', 'updated_at': '2022-05-03T16:32:18Z', 'revision_number': 0, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:32:20.734773 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:20.742542 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.742901 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.743339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.743690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.744030 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.744365 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.744701 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.745032 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.745368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.745731 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.746064 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.746620 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.747137 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.747487 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.747661 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Checking router: 1c26e663-d747-4c11-a853-366bfc5e291e for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:32:20.747874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:32:20.758056 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-5d25ded0-01fc-4063-a1cf-ae6584f80a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:20.758796 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-5d25ded0-01fc-4063-a1cf-ae6584f80a1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.0888965 May 03 16:32:20.760914 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:32:20.761533 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:32:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:32:20.830412 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.832240 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9ef04856-169a-4391-a915-086a77d20015 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3855968 May 03 16:32:20.834946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:20.839282 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:20.852111 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-e39e69ec-ba92-4e64-8c13-311c92ef74bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 999 time: 0.0856950 May 03 16:32:20.871745 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:32:20.900906 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-73208212-3c4f-4d73-84d7-e7c7257a0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:20.902373 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-73208212-3c4f-4d73-84d7-e7c7257a0ca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0444193 May 03 16:32:20.919057 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (520857c4-a7cb-4b8f-b50c-556b86258763), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:20.947060 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-3bf297a1-6e91-4267-b03e-925cc2e86b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:20.948759 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-3bf297a1-6e91-4267-b03e-925cc2e86b3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387673 May 03 16:32:20.980309 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (520857c4-a7cb-4b8f-b50c-556b86258763), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.038875 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (520857c4-a7cb-4b8f-b50c-556b86258763), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.054137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-9247e2e8-ca85-4a5d-b772-1ddf01777dcb service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942240 May 03 16:32:21.060826 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520857c4-a7cb-4b8f-b50c-556b86258763,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:21.098527 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'afffb0a5-ac91-4e20-a0fd-4bd85fbf2939', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'port_id': '1b4e0696-4990-4251-83b8-746bba46f965', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'mac_address': 'fa:16:3e:1e:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:32:18Z', 'updated_at': '2022-05-03T16:32:18Z', 'revision_number': 0, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:32:21.125626 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0787a5a-6412-4434-8e6a-735940e6a5a7 None None] The sync data for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi is: [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'afffb0a5-ac91-4e20-a0fd-4bd85fbf2939', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'port_id': '1b4e0696-4990-4251-83b8-746bba46f965', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'mac_address': 'fa:16:3e:1e:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:32:18Z', 'updated_at': '2022-05-03T16:32:18Z', 'revision_number': 0, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:32:21.134191 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.135519 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f3ac5112-d452-4a95-81a2-08b15921c205 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995794 May 03 16:32:21.138312 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 50928) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:21.143668 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:21.256973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (9394ba39-ec7e-46a7-8ef9-7adc83f27f09), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.318507 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (9394ba39-ec7e-46a7-8ef9-7adc83f27f09), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.345753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec562250-9d1d-414f-bb6e-4fabf4241beb None None] New status for floating IP afffb0a5-ac91-4e20-a0fd-4bd85fbf2939: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:32:21.433300 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (9394ba39-ec7e-46a7-8ef9-7adc83f27f09), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.454006 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9394ba39-ec7e-46a7-8ef9-7adc83f27f09,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:21.470636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2249-8568-421b-ad22-6a6edeb5755a req-c93e9d77-1abd-477e-9d97-fb5061c89c84 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:21.472448 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ddfd2249-8568-421b-ad22-6a6edeb5755a req-c93e9d77-1abd-477e-9d97-fb5061c89c84 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0535893 May 03 16:32:21.521053 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.521756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ddfd2249-8568-421b-ad22-6a6edeb5755a req-274566e9-4ccb-4b1d-8c22-bc6ff4ead529 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 May 03 16:32:21.528789 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50932) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:21.528991 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-834c186f-596a-4d33-a116-ba3c46e06a59 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3858891 May 03 16:32:21.529440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:21.610837 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (a8b4bf6d-02d1-43b3-80b2-bcb1eb1e047c), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.726039 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (a8b4bf6d-02d1-43b3-80b2-bcb1eb1e047c), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.748491 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c4a1907-ab0b-4713-a21c-315492abe223 req-980e2f2c-7f6e-4ac9-a112-6671a83c9651 service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076534 May 03 16:32:21.821934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (a8b4bf6d-02d1-43b3-80b2-bcb1eb1e047c), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.843826 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b4bf6d-02d1-43b3-80b2-bcb1eb1e047c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:21.938122 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:21.939440 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-af9ce748-83d1-490d-8397-4efccd6317a2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4133575 May 03 16:32:21.942173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50934) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:21.946524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:22.026592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (4e1a2dab-a73f-4165-9b72-769463862b01), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.082617 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (4e1a2dab-a73f-4165-9b72-769463862b01), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.130499 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (4e1a2dab-a73f-4165-9b72-769463862b01), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.155438 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1a2dab-a73f-4165-9b72-769463862b01,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:22.219088 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.220675 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ed9c81c4-9199-470a-b071-a180597de8d3 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2771943 May 03 16:32:22.223015 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50936) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:22.227287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:22.307545 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Project 0866e0526e8342e485bb8714c59ed834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:32:22.313193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (3c9993f2-d168-4cb0-8c1b-71741051d60d), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.370555 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (3c9993f2-d168-4cb0-8c1b-71741051d60d), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.450497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (3c9993f2-d168-4cb0-8c1b-71741051d60d), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.471739 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9993f2-d168-4cb0-8c1b-71741051d60d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:22.543503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.544842 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9363fa58-4509-46ae-878b-f827302a9e7f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207767 May 03 16:32:22.547360 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 50940) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:32:22.551883 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'security_group_rule': {'security_group_id': 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e', 'project_id': '0866e0526e8342e485bb8714c59ed834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:22.634477 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Project 0866e0526e8342e485bb8714c59ed834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:32:22.644913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666b2-9f09-4326-b9dc-e8dd94f5ba7a req-2ac23b2a-87cc-4cee-878f-ac8b7ab93f27 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:22.646467 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa1666b2-9f09-4326-b9dc-e8dd94f5ba7a req-2ac23b2a-87cc-4cee-878f-ac8b7ab93f27 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0532498 May 03 16:32:22.648232 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (8cb6c00f-8200-4133-ad94-fecc568d6969), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.732067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa1666b2-9f09-4326-b9dc-e8dd94f5ba7a req-9ef2a7df-4369-4ab9-85c3-df85a53811e3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797589 May 03 16:32:22.744043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (8cb6c00f-8200-4133-ad94-fecc568d6969), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.838847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (8cb6c00f-8200-4133-ad94-fecc568d6969), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.857737 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb6c00f-8200-4133-ad94-fecc568d6969,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:22.955620 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:22.956765 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e93f7d36-4d7a-43d0-b613-4b361f579043 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4084280 May 03 16:32:23.047092 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15565a92-7653-41e0-b157-de317c84442f req-36e43407-fa45-4a6c-a38b-fe57462a0bb4 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205969046&fields=id&tenant_id=0866e0526e8342e485bb8714c59ed834 HTTP/1.1" status: 200 len: 267 time: 0.0438023 May 03 16:32:23.095440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15565a92-7653-41e0-b157-de317c84442f req-ab28956b-b02b-4e6c-90f4-9f79d08dd853 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.096848 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15565a92-7653-41e0-b157-de317c84442f req-ab28956b-b02b-4e6c-90f4-9f79d08dd853 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0445330 May 03 16:32:23.106935 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'port': {'security_groups': ['77e29354-0bfc-43f9-aa57-9040cbbe3d4e', 'a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:32:23.180796 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:23.365912 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:32:23.395468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for port (1b4e0696-4990-4251-83b8-746bba46f965), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:23.472669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:23.487209 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:32:23.516273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.516742 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:23.518163 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15565a92-7653-41e0-b157-de317c84442f req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "PUT /v2.0/ports/1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 982 time: 0.4155304 May 03 16:32:23.518621 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:32:23.520920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9f940-c110-4e84-9013-cb8c3743f0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:32:23.567340 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d8dc40-b89f-4f9b-b121-42d422bf069b x-openstack-request-id: req-a3d8dc40-b89f-4f9b-b121-42d422bf069b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:32:23.567340 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:32:23.567597 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3d8dc40-b89f-4f9b-b121-42d422bf069b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:32:23.568422 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d8dc40-b89f-4f9b-b121-42d422bf069b'] response: {'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:32:23.569670 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d7e2-1603-433b-afc2-f4adcda9574f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=6']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:23.646911 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:32:23.672543 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-5f424165-d63a-43e8-a3b4-4975d484a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.674172 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-5f424165-d63a-43e8-a3b4-4975d484a482 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1169 time: 0.0670261 May 03 16:32:23.680547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08272-c495-40b5-9b8d-dbbc587d05f2 req-3a690204-c29d-4243-9516-b0838d6efe8a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.682028 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6a08272-c495-40b5-9b8d-dbbc587d05f2 req-3a690204-c29d-4243-9516-b0838d6efe8a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0844018 May 03 16:32:23.813994 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e6a08272-c495-40b5-9b8d-dbbc587d05f2 req-fb42c279-04f9-4a59-8052-a403e0212bc7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093602 May 03 16:32:23.818487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-e02c0b2d-c770-429c-bd33-f6c08748c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.819943 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-e02c0b2d-c770-429c-bd33-f6c08748c17c service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.1370459 May 03 16:32:23.869433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07ae0d55-8217-4965-b615-31ea486d03c8 None None] Provisioning complete for port 1b4e0696-4990-4251-83b8-746bba46f965 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:32:23.869803 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07ae0d55-8217-4965-b615-31ea486d03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1b4e0696-4990-4251-83b8-746bba46f965), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:23.899110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-0afec3d0-e486-483a-9110-cd98b2272dc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 1001 time: 0.0706277 May 03 16:32:23.953339 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-dcb79cd2-24c7-483e-b74c-18ff36ec4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.954795 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-dcb79cd2-24c7-483e-b74c-18ff36ec4caa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0433812 May 03 16:32:23.998313 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-6de6a0e0-b06a-4158-9b65-c9c73642c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:23.999888 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-6de6a0e0-b06a-4158-9b65-c9c73642c343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382462 May 03 16:32:24.049252 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-07ae0d55-8217-4965-b615-31ea486d03c8 None None] Current status of the port 1b4e0696-4990-4251-83b8-746bba46f965 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:32:24.092228 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-1ee71b31-389e-4fb4-9bdd-4409f322a8ea service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 May 03 16:32:24.188488 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-01c9f940-c110-4e84-9013-cb8c3743f0fa req-ef6bf6c2-2ec7-4cfc-9b76-5ea89985ffea service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 May 03 16:32:28.016648 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e15ad0e1-0a1e-4a2d-a0a0-47cd13a3d5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:30.216067 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e03043bd-dfb3-4692-a03d-66f489a55416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:31.021524 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:32.850305 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:34.199139 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:36.730214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74a021-9fc4-41c8-9452-756ccd59ffa3 req-be74b51b-28f4-426b-b4d1-e52f66cd505e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:36.731718 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b74a021-9fc4-41c8-9452-756ccd59ffa3 req-be74b51b-28f4-426b-b4d1-e52f66cd505e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0505781 May 03 16:32:36.778015 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b74a021-9fc4-41c8-9452-756ccd59ffa3 req-c59bec08-7885-4c25-9d1a-fab3debfa3d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 May 03 16:32:37.919426 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6a9d-404e-4942-a9f1-9419ecfce8d5 req-e726a290-9203-490c-995c-4dc485c7f4b6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:37.920884 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-782f6a9d-404e-4942-a9f1-9419ecfce8d5 req-e726a290-9203-490c-995c-4dc485c7f4b6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0693536 May 03 16:32:37.969187 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-782f6a9d-404e-4942-a9f1-9419ecfce8d5 req-8e9b2df9-5aa2-4de5-aa1f-1f1915c64e3e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 May 03 16:32:39.087452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e463f-cae3-484f-a788-a8baa0b81b0b req-84015e1d-02ca-4ce1-9f6f-9132848e7747 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:39.088880 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3c7e463f-cae3-484f-a788-a8baa0b81b0b req-84015e1d-02ca-4ce1-9f6f-9132848e7747 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0480998 May 03 16:32:39.135753 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3c7e463f-cae3-484f-a788-a8baa0b81b0b req-99db8965-28ee-4eb9-af5d-e1e9bd306699 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 May 03 16:32:39.404100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:40.249378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dcdb6-607e-4fbd-ac58-288b41bf1fbc req-9d65ccbc-ef46-4371-a176-d69e1def95d3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:40.250803 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f79dcdb6-607e-4fbd-ac58-288b41bf1fbc req-9d65ccbc-ef46-4371-a176-d69e1def95d3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0457358 May 03 16:32:40.296794 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f79dcdb6-607e-4fbd-ac58-288b41bf1fbc req-b544de17-9d83-469e-ae60-1dd558dfa28d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 May 03 16:32:41.410811 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac72d57-9d3d-40e6-94fe-6887a8d7c9de req-22bb17e6-4ab0-4d8a-8552-ee473e68ddc9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:41.412346 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cac72d57-9d3d-40e6-94fe-6887a8d7c9de req-22bb17e6-4ab0-4d8a-8552-ee473e68ddc9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0451298 May 03 16:32:41.462358 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cac72d57-9d3d-40e6-94fe-6887a8d7c9de req-09c98a50-a212-4bfb-9bf0-48cca3863a43 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 May 03 16:32:42.577430 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d0a5-78d1-41c9-9ed5-f498c1318ec3 req-9673afa5-c5a4-4533-a0e5-f5ec260b14fb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:42.578856 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51d0d0a5-78d1-41c9-9ed5-f498c1318ec3 req-9673afa5-c5a4-4533-a0e5-f5ec260b14fb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0458877 May 03 16:32:42.624868 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51d0d0a5-78d1-41c9-9ed5-f498c1318ec3 req-b49b7fc8-b84b-4dfe-96be-fbc90c67e7c2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 May 03 16:32:43.741645 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a5d9-460a-459e-9642-523b33815874 req-acbb7282-821c-4212-abc0-ce243e3c23f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:43.743100 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3c3a5d9-460a-459e-9642-523b33815874 req-acbb7282-821c-4212-abc0-ce243e3c23f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0461226 May 03 16:32:43.789208 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3c3a5d9-460a-459e-9642-523b33815874 req-1f155f8e-2b25-4890-8363-99fa471395d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404742 May 03 16:32:44.909727 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222ba82-aa18-45fe-a0a4-155ffa2abc22 req-0f1adfd5-f3b0-4ac2-8187-ea3a32cc83c5 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:44.911159 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0222ba82-aa18-45fe-a0a4-155ffa2abc22 req-0f1adfd5-f3b0-4ac2-8187-ea3a32cc83c5 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0485165 May 03 16:32:44.958317 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0222ba82-aa18-45fe-a0a4-155ffa2abc22 req-3d5412b2-bc3e-46fa-bbc0-6fc00bb3b82c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 May 03 16:32:46.075567 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07ed2-461e-4b67-8495-2c3a3ec83581 req-d0d442c2-91f1-49b7-a8e7-a57fab6cfd03 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:46.077023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ba07ed2-461e-4b67-8495-2c3a3ec83581 req-d0d442c2-91f1-49b7-a8e7-a57fab6cfd03 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0457036 May 03 16:32:46.123691 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1ba07ed2-461e-4b67-8495-2c3a3ec83581 req-6ebc5606-d1d8-42a1-a80c-8bece61822a2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 May 03 16:32:47.244030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77ceb-88c8-4b40-974f-4a7801755ab0 req-d09d6293-5722-491b-88d5-d98602424f74 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:47.245523 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-84d77ceb-88c8-4b40-974f-4a7801755ab0 req-d09d6293-5722-491b-88d5-d98602424f74 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0484798 May 03 16:32:47.295614 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-84d77ceb-88c8-4b40-974f-4a7801755ab0 req-5eb3b5a5-51bd-41ef-8e36-23f1c078c28d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 May 03 16:32:48.422692 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763885fa-5303-4aae-9cf7-98f9d3dc2855 req-4f4b9881-7f95-4ee2-8ae3-b3dbe8db6f64 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:48.424742 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-763885fa-5303-4aae-9cf7-98f9d3dc2855 req-4f4b9881-7f95-4ee2-8ae3-b3dbe8db6f64 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0541193 May 03 16:32:48.472643 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-763885fa-5303-4aae-9cf7-98f9d3dc2855 req-0a98691f-5a11-417d-8083-d36f523dbcbe tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 May 03 16:32:49.592075 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3422170-27c9-4ea7-b239-341ab4440150 req-5f82bafd-63c5-4b6a-9680-4a99f446a8d7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:49.593541 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c3422170-27c9-4ea7-b239-341ab4440150 req-5f82bafd-63c5-4b6a-9680-4a99f446a8d7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0465207 May 03 16:32:49.640178 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c3422170-27c9-4ea7-b239-341ab4440150 req-23fd6f2a-db29-4552-a23c-29f8d3c80b54 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 May 03 16:32:49.976036 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:32:50.074491 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:32:50.085526 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:32:50.122068 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: ACTIVE; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:32:50.122444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:50.134904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:32:50.147608 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:32:50.154582 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:32:50.216093 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:50.273020 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:50.334200 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['045049cc-b3a0-44d6-9532-d1bfce495dc8'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:32:50.763616 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f368b9-d154-4b29-964a-e3b7bb5a8972 req-93752483-a063-44db-82fa-f78fa689ab4d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:50.765121 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-90f368b9-d154-4b29-964a-e3b7bb5a8972 req-93752483-a063-44db-82fa-f78fa689ab4d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0482202 May 03 16:32:50.812348 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-90f368b9-d154-4b29-964a-e3b7bb5a8972 req-46e2889e-933d-41fd-a7a1-d12c147e5fc2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 May 03 16:32:51.932885 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765869e-7bc0-4e58-a9f2-7d01a1f35177 req-3652fb33-4362-4a15-b428-7026e84319d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:51.934416 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9765869e-7bc0-4e58-a9f2-7d01a1f35177 req-3652fb33-4362-4a15-b428-7026e84319d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0477483 May 03 16:32:51.960557 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:32:51.982783 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9765869e-7bc0-4e58-a9f2-7d01a1f35177 req-a73353fa-fbd8-4665-b01e-f348f8081274 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 May 03 16:32:52.009576 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 045049cc-b3a0-44d6-9532-d1bfce495dc8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:32:52.009951 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:52.084980 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:32:52.085363 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:52.107817 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:32:52.109968 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8f210-ae8b-4d95-87a7-1f2a1846ee66" -d '{"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:32:52.121936 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:32:52.150820 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b8bf8f-ac15-4184-af11-0127c7c058fd x-openstack-request-id: req-a0b8bf8f-ac15-4184-af11-0127c7c058fd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:32:52.151139 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:32:52.151454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0b8bf8f-ac15-4184-af11-0127c7c058fd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:32:52.151860 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b8bf8f-ac15-4184-af11-0127c7c058fd'] response: {'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'code': 200} May 03 16:32:52.193323 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:52.244566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:32:53.101213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301410c-609a-441c-a549-51cab38d99e1 req-cd2933a6-6f20-4f2b-8967-d7361381b421 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:53.102674 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5301410c-609a-441c-a549-51cab38d99e1 req-cd2933a6-6f20-4f2b-8967-d7361381b421 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0500298 May 03 16:32:53.149680 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5301410c-609a-441c-a549-51cab38d99e1 req-4c53f284-0ce9-4a50-a408-0f6d3ded5816 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 May 03 16:32:54.268828 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367315d-7814-439a-a3be-04f20afe6b7d req-df401150-3e8d-4e86-860b-6dd2f1c5141b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:54.270293 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8367315d-7814-439a-a3be-04f20afe6b7d req-df401150-3e8d-4e86-860b-6dd2f1c5141b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0470455 May 03 16:32:54.317339 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8367315d-7814-439a-a3be-04f20afe6b7d req-f387cd83-666b-457e-b0b8-bfadc3b2cae6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 May 03 16:32:55.437907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031853e-d71e-4d04-95cb-08934f209ac1 req-28d0e54e-f9d2-4aea-98d2-15ac79bf3109 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:55.440022 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6031853e-d71e-4d04-95cb-08934f209ac1 req-28d0e54e-f9d2-4aea-98d2-15ac79bf3109 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0467708 May 03 16:32:55.500609 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6031853e-d71e-4d04-95cb-08934f209ac1 req-478d97b0-7816-48cc-9d78-e9c2f6fb3962 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484037 May 03 16:32:56.625405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e06c3c-a95c-4bb6-8fcf-626b96c1f213 req-1d8dbcba-f6b3-4d5e-ba59-85c62a48399a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:56.627931 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51e06c3c-a95c-4bb6-8fcf-626b96c1f213 req-1d8dbcba-f6b3-4d5e-ba59-85c62a48399a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0535362 May 03 16:32:56.686197 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51e06c3c-a95c-4bb6-8fcf-626b96c1f213 req-9137067d-5377-4cd9-89a6-81b14bcc6407 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 May 03 16:32:57.124900 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fe8d-c8db-417c-966d-ee42c88e0ed4 req-27cffad9-9a74-4e4d-9335-e412ae73e739 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.126825 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b0c7fe8d-c8db-417c-966d-ee42c88e0ed4 req-27cffad9-9a74-4e4d-9335-e412ae73e739 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0527024 May 03 16:32:57.230124 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02a18-4980-41f3-b414-157429e49cc0 req-b4052cb5-0a8d-4b5c-b799-7b2b85e655d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.232744 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-b4052cb5-0a8d-4b5c-b799-7b2b85e655d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0792015 May 03 16:32:57.242178 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b0c7fe8d-c8db-417c-966d-ee42c88e0ed4 req-28144c33-bfe6-4440-8ac1-7ec6678c0db2 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055198 May 03 16:32:57.344369 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02a18-4980-41f3-b414-157429e49cc0 req-868dc55d-6b10-4b16-befd-ba97beba2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.346627 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-868dc55d-6b10-4b16-befd-ba97beba2098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.1032891 May 03 16:32:57.422768 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-e60e4aca-6f5e-4097-893c-4f32a63e7965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 1001 time: 0.0677760 May 03 16:32:57.474965 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02a18-4980-41f3-b414-157429e49cc0 req-b5a7c06a-d297-48c3-92fc-a5892f581851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.476600 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-b5a7c06a-d297-48c3-92fc-a5892f581851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0464699 May 03 16:32:57.526234 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02a18-4980-41f3-b414-157429e49cc0 req-3de00948-fc3f-4ec2-9973-3cae14d18a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.527851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-3de00948-fc3f-4ec2-9973-3cae14d18a62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432315 May 03 16:32:57.632926 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-4d57c03e-a294-44e5-807c-97946291a0f3 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960197 May 03 16:32:57.730654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fac02a18-4980-41f3-b414-157429e49cc0 req-87a94b8a-0474-4f15-8435-d5c37e4e6015 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904405 May 03 16:32:57.846800 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c0a7-f288-4d91-bb6a-1f58caca7041 req-0b53571e-0684-443d-a120-82ff616fe73b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:57.848359 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9571c0a7-f288-4d91-bb6a-1f58caca7041 req-0b53571e-0684-443d-a120-82ff616fe73b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0751529 May 03 16:32:57.856051 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4969daf-3dc0-47f7-b7a4-4fcffea05b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:32:57.900848 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9571c0a7-f288-4d91-bb6a-1f58caca7041 req-f4032ce0-82eb-414d-b100-f32c647599c3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468533 May 03 16:32:58.360479 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48990a0-2a51-47e6-a1b3-b2078e557a84 req-2ba366ce-192d-4b6a-b77e-8011c7d4bef4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:58.363065 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b48990a0-2a51-47e6-a1b3-b2078e557a84 req-2ba366ce-192d-4b6a-b77e-8011c7d4bef4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0493057 May 03 16:32:58.413179 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b48990a0-2a51-47e6-a1b3-b2078e557a84 req-0242fb19-fb75-4e6a-b032-d1e09a34d7af tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 May 03 16:32:59.031164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce0e6-d70c-48e4-a296-0bd7b43bcfba req-cf987be7-a1dd-4098-9e7e-139252e2266c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:59.032719 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-598ce0e6-d70c-48e4-a296-0bd7b43bcfba req-cf987be7-a1dd-4098-9e7e-139252e2266c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0463097 May 03 16:32:59.086439 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-598ce0e6-d70c-48e4-a296-0bd7b43bcfba req-053f65ed-ed6d-411b-af26-062c049d8166 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472391 May 03 16:32:59.535309 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d220b-012a-4fec-a1fd-10021eae3d75 req-067c41a9-bb72-434a-9d80-734a22290f96 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:32:59.543406 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa9d220b-012a-4fec-a1fd-10021eae3d75 req-067c41a9-bb72-434a-9d80-734a22290f96 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0559912 May 03 16:32:59.587979 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa9d220b-012a-4fec-a1fd-10021eae3d75 req-4a9db675-ac14-46eb-baf1-1880d1c6856e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449133 May 03 16:33:00.214954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40b93-f99c-48dc-beb3-b5ac5771010f req-e405759f-0337-4531-b212-601e62fadafe tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:00.216317 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4bef921-0aab-47e1-8a5f-7f48db4f7c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:00.217022 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d40b93-f99c-48dc-beb3-b5ac5771010f req-e405759f-0337-4531-b212-601e62fadafe tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0467710 May 03 16:33:00.268331 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d40b93-f99c-48dc-beb3-b5ac5771010f req-326cca6e-a24c-492f-8829-cdfd692c59c2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 May 03 16:33:00.716580 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110ae3d-822e-4f86-8158-a8ae55cc3fba req-d61d25f9-c4c6-496d-9d4d-01c9dc25388f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:00.718709 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7110ae3d-822e-4f86-8158-a8ae55cc3fba req-d61d25f9-c4c6-496d-9d4d-01c9dc25388f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0582540 May 03 16:33:00.784621 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7110ae3d-822e-4f86-8158-a8ae55cc3fba req-b59ca730-f674-440d-ae19-afd68c65423d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601516 May 03 16:33:01.044943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:01.401614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0c9e-7337-4b3c-9b04-800971346b6d req-b8f2fed2-27ef-46f5-b64b-86f648ed6a08 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:01.403082 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2c5a0c9e-7337-4b3c-9b04-800971346b6d req-b8f2fed2-27ef-46f5-b64b-86f648ed6a08 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0494368 May 03 16:33:01.458749 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2c5a0c9e-7337-4b3c-9b04-800971346b6d req-c45fbf84-4fab-41f1-976d-e3492ae6fd58 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501263 May 03 16:33:01.899960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2f14-29de-4fd2-a7e2-57e158d61040 req-a7e48dc4-80bd-4057-9604-a55871e91e46 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:01.903708 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a91b2f14-29de-4fd2-a7e2-57e158d61040 req-a7e48dc4-80bd-4057-9604-a55871e91e46 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0607443 May 03 16:33:01.968007 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a91b2f14-29de-4fd2-a7e2-57e158d61040 req-288de7d4-f72d-4d4c-9f18-f10ac177d1b3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587139 May 03 16:33:02.597159 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771385-28cd-4973-837b-bf2761e155d3 req-53a9644e-13b6-4e86-8640-47f57214dd8c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:02.598703 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15771385-28cd-4973-837b-bf2761e155d3 req-53a9644e-13b6-4e86-8640-47f57214dd8c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0553522 May 03 16:33:02.649286 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15771385-28cd-4973-837b-bf2761e155d3 req-e2f2ed03-d3d0-40b4-b4db-a22c07dc1507 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 May 03 16:33:02.826947 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:03.092608 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91b1d8-322c-4dd2-b9e6-3393c3c69048 req-2efdf24b-c440-4d8c-a18e-46f5d83a0380 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:03.094254 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e91b1d8-322c-4dd2-b9e6-3393c3c69048 req-2efdf24b-c440-4d8c-a18e-46f5d83a0380 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0490324 May 03 16:33:03.144637 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e91b1d8-322c-4dd2-b9e6-3393c3c69048 req-86ba9e43-2da1-42d9-8f24-4e5e325a2b9b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437782 May 03 16:33:03.780676 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962e734-f9d3-416a-a0f1-5202116abd0b req-45b33c80-7df0-425c-8402-69df39dac5ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:03.782134 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1962e734-f9d3-416a-a0f1-5202116abd0b req-45b33c80-7df0-425c-8402-69df39dac5ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0512078 May 03 16:33:03.829810 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1962e734-f9d3-416a-a0f1-5202116abd0b req-0d9af9c1-a474-4e85-8b49-cae9da5c9baf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 May 03 16:33:04.177026 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:04.267366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837b933-6b6d-4a08-ab43-c16ef6b53a8d req-8b36992e-2689-49d4-9e60-94d8a55a01cb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:04.270240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b837b933-6b6d-4a08-ab43-c16ef6b53a8d req-8b36992e-2689-49d4-9e60-94d8a55a01cb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0538979 May 03 16:33:04.329176 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b837b933-6b6d-4a08-ab43-c16ef6b53a8d req-152c076a-2652-49d5-9798-bc72ccfef85b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529637 May 03 16:33:04.956242 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6042a3-fe6c-471b-8968-05de35a4a2f8 req-249e3a42-2b1e-4d74-88ca-02b72b9f3ebd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:04.957719 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e6042a3-fe6c-471b-8968-05de35a4a2f8 req-249e3a42-2b1e-4d74-88ca-02b72b9f3ebd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0514758 May 03 16:33:05.004931 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e6042a3-fe6c-471b-8968-05de35a4a2f8 req-9b03dfa4-f4c3-4a68-9d7b-c6a944795e8e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 May 03 16:33:05.465243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca169-97e7-4ad0-9118-65e1fd3de4b9 req-917eb8c5-30e4-40d8-83cf-fa7a9331532d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:05.466958 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6ebca169-97e7-4ad0-9118-65e1fd3de4b9 req-917eb8c5-30e4-40d8-83cf-fa7a9331532d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0476899 May 03 16:33:05.521080 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6ebca169-97e7-4ad0-9118-65e1fd3de4b9 req-1a11adbc-c732-42d9-a46c-9fea8994bbd7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465546 May 03 16:33:06.269654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee136-e6b2-4dd0-83ba-e0b8d9393bbb req-3eda35c4-eec7-4179-ada3-b8a611083b07 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:06.271527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e0ee136-e6b2-4dd0-83ba-e0b8d9393bbb req-3eda35c4-eec7-4179-ada3-b8a611083b07 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.1903446 May 03 16:33:06.324259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e0ee136-e6b2-4dd0-83ba-e0b8d9393bbb req-c5442fab-2244-4883-928d-69e4f7670c9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470371 May 03 16:33:06.710134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e7b31-0c36-4c22-bde7-398a3efff941 req-6696b686-dd55-4635-b387-f3e05c8c286b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:06.711755 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e0e7b31-0c36-4c22-bde7-398a3efff941 req-6696b686-dd55-4635-b387-f3e05c8c286b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.1101556 May 03 16:33:06.766124 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e0e7b31-0c36-4c22-bde7-398a3efff941 req-327f202c-e7de-4d97-b0b0-91bdc539afc6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481842 May 03 16:33:07.452160 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583841-2cc0-48c6-9c84-9643a6ff5c9b req-af7f83e1-91d1-402e-bf6e-5f95812dd126 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:07.453624 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f583841-2cc0-48c6-9c84-9643a6ff5c9b req-af7f83e1-91d1-402e-bf6e-5f95812dd126 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0473063 May 03 16:33:07.508177 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f583841-2cc0-48c6-9c84-9643a6ff5c9b req-d23ba8bb-a587-45a7-8380-d09909c9ffc3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489032 May 03 16:33:07.891532 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0483-e3b9-42d4-86c4-e12fecbe086b req-3519a1a2-28f6-47b7-acb8-8d405434e896 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:07.893591 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2d0483-e3b9-42d4-86c4-e12fecbe086b req-3519a1a2-28f6-47b7-acb8-8d405434e896 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0534236 May 03 16:33:07.946771 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f2d0483-e3b9-42d4-86c4-e12fecbe086b req-7995c91f-a95e-4f6b-ac02-2bae173820fc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477350 May 03 16:33:08.636770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999093f4-ffff-47d0-9860-aeff564a4415 req-dacae636-390a-439b-93b3-dd45f47a673e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:08.638392 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-999093f4-ffff-47d0-9860-aeff564a4415 req-dacae636-390a-439b-93b3-dd45f47a673e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0493829 May 03 16:33:08.687042 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-999093f4-ffff-47d0-9860-aeff564a4415 req-0fb9ec31-c5e2-496f-b0c7-508421a7a0a9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 May 03 16:33:09.064767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12bb34-fb6c-417e-8a62-d1d3655a2f25 req-b2d5bb98-e52f-4e17-838c-cf915383acaf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:09.066237 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c12bb34-fb6c-417e-8a62-d1d3655a2f25 req-b2d5bb98-e52f-4e17-838c-cf915383acaf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0475564 May 03 16:33:09.118789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c12bb34-fb6c-417e-8a62-d1d3655a2f25 req-953154e8-691f-44f3-88a1-fd1d975208ff tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 May 03 16:33:09.421923 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:09.824504 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abbc44-5a71-47d8-beb9-0cdb297da7b3 req-39859646-21bb-4cc3-865d-fec8e26e8689 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:09.829425 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9abbc44-5a71-47d8-beb9-0cdb297da7b3 req-39859646-21bb-4cc3-865d-fec8e26e8689 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0535128 May 03 16:33:09.880824 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9abbc44-5a71-47d8-beb9-0cdb297da7b3 req-e8326bf6-1254-4f6b-93a0-8c81ea8cac14 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 May 03 16:33:10.244484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d826a4-ee32-4e2a-b45b-9acc90bfcfbb req-feb40a6d-a88a-4efa-8f61-ad751cdc4cbc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:10.245951 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3d826a4-ee32-4e2a-b45b-9acc90bfcfbb req-feb40a6d-a88a-4efa-8f61-ad751cdc4cbc tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0463786 May 03 16:33:10.293608 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3d826a4-ee32-4e2a-b45b-9acc90bfcfbb req-c6819172-9f1a-45d7-a7b6-34088805ef63 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 May 03 16:33:10.557409 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15edd55-ee1c-44d4-aab4-916fb6771adf req-62b16af8-f394-4e7c-8ccc-45b714d18a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:10.561584 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b15edd55-ee1c-44d4-aab4-916fb6771adf req-62b16af8-f394-4e7c-8ccc-45b714d18a12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0429535 May 03 16:33:10.609626 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b15edd55-ee1c-44d4-aab4-916fb6771adf req-3e3a81c6-b945-458a-bfc5-38d9180816f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395453 May 03 16:33:10.999654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e050-1082-4243-896f-921ef4d427e7 req-2336c460-7eac-4151-836a-0193224e1d31 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:11.001237 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fd7e050-1082-4243-896f-921ef4d427e7 req-2336c460-7eac-4151-836a-0193224e1d31 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0488541 May 03 16:33:11.049526 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fd7e050-1082-4243-896f-921ef4d427e7 req-5a737b00-5ab4-46d3-8388-ad58ed78a62d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 May 03 16:33:11.410133 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef250c8-df56-41e9-b431-472ecae6980c req-841ab63c-a913-4d04-bf52-f625ddadd0c0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:11.411620 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ef250c8-df56-41e9-b431-472ecae6980c req-841ab63c-a913-4d04-bf52-f625ddadd0c0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0502634 May 03 16:33:11.457760 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ef250c8-df56-41e9-b431-472ecae6980c req-e059f886-26c0-437e-870b-92113195e3c0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 May 03 16:33:12.165662 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b882a1-3251-4168-b439-fb82b38e6496 req-aaf8d4b0-ba50-4977-bfc0-74cc63a3f822 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:12.167117 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8b882a1-3251-4168-b439-fb82b38e6496 req-aaf8d4b0-ba50-4977-bfc0-74cc63a3f822 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0451598 May 03 16:33:12.214028 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8b882a1-3251-4168-b439-fb82b38e6496 req-f1e1969d-f42f-49d1-83ba-e8177b4b808a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 May 03 16:33:12.572301 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd341-58bf-4a0b-82a9-6e41e21563c5 req-131e90e9-4843-4c71-bd39-d42d260b5945 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:12.573741 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-673dd341-58bf-4a0b-82a9-6e41e21563c5 req-131e90e9-4843-4c71-bd39-d42d260b5945 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0465026 May 03 16:33:12.623097 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-673dd341-58bf-4a0b-82a9-6e41e21563c5 req-d33d57ac-5030-4e2d-bf93-39720be6da61 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 May 03 16:33:12.978644 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d64035-fa74-453a-9c1c-73b366a73959 req-847f2272-b1c3-4e32-9ea5-65a91cf569fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:12.980162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-847f2272-b1c3-4e32-9ea5-65a91cf569fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1129 time: 0.0395110 May 03 16:33:13.010465 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-b209f523-8f4b-4975-8171-1eaa422e6c4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403178 May 03 16:33:13.072200 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d64035-fa74-453a-9c1c-73b366a73959 req-b0a77925-9e56-41f5-9506-f5053946420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.073647 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-b0a77925-9e56-41f5-9506-f5053946420e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.0882931 May 03 16:33:13.086658 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-c85ec2d8-40f9-42b7-ab75-b15e77568319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.088252 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-c85ec2d8-40f9-42b7-ab75-b15e77568319 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 1130 time: 0.0382845 May 03 16:33:13.141666 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-fde71bc0-45d7-4881-8d89-c182092b3dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0622547 May 03 16:33:13.190693 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d64035-fa74-453a-9c1c-73b366a73959 req-dac2a065-fbe6-4b75-b65e-a0cf504d2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.192411 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-dac2a065-fbe6-4b75-b65e-a0cf504d2b9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0436971 May 03 16:33:13.194321 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-a0565c44-ff58-421b-b847-a4984d7f1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.195822 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-a0565c44-ff58-421b-b847-a4984d7f1ca2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0883510 May 03 16:33:13.237344 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-d43864fd-a831-4c69-bd2b-848823950f9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 200 len: 217 time: 0.0342286 May 03 16:33:13.238476 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d64035-fa74-453a-9c1c-73b366a73959 req-591fd8db-9f0e-4347-8387-49c86c408a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.239961 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-591fd8db-9f0e-4347-8387-49c86c408a85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374954 May 03 16:33:13.290576 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-b093bca2-dfab-4ec9-9bca-8f925cba1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.292151 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-b093bca2-dfab-4ec9-9bca-8f925cba1f81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0450697 May 03 16:33:13.340822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-7b7d52e0-6e7c-47e0-93e2-9d1a6a31d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.342311 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-7b7d52e0-6e7c-47e0-93e2-9d1a6a31d0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437701 May 03 16:33:13.372712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b39377-402f-4642-b1af-6dbbe790eab2 req-6dbef14c-4adb-442a-a6ce-bec4d2379028 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.374162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-38b39377-402f-4642-b1af-6dbbe790eab2 req-6dbef14c-4adb-442a-a6ce-bec4d2379028 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 945 time: 0.0643287 May 03 16:33:13.378859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-e819a7d5-dc6a-4a02-8507-acf5f7539b0e service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314235 May 03 16:33:13.432216 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-847a22d1-d5f9-48e3-b282-715f7297eec5 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 May 03 16:33:13.534105 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4ba0a37a-28d1-41c2-a0a4-b0ae71802ec5 req-ace6b464-8e54-43d5-b503-0553d740ecb0 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951691 May 03 16:33:13.739106 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-38b39377-402f-4642-b1af-6dbbe790eab2 req-66c662ad-68cb-4e7f-b1a3-82592f34c101 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581028 May 03 16:33:13.783961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f102121-0ff5-415c-80b3-d5dead3bfd79 req-9e8476ba-8cf8-41ab-a502-b887ec8a146b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:13.785457 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1f102121-0ff5-415c-80b3-d5dead3bfd79 req-9e8476ba-8cf8-41ab-a502-b887ec8a146b tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0644307 May 03 16:33:13.790713 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95d64035-fa74-453a-9c1c-73b366a73959 req-0488b414-0d28-41b0-b8d9-11b8f8235e9e service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029417 May 03 16:33:13.833401 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1f102121-0ff5-415c-80b3-d5dead3bfd79 req-6d9c04e5-f555-4794-b3eb-d4a0410d1ef6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 May 03 16:33:14.087671 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:33:14.166444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: ACTIVE; New status is: DOWN {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:33:14.166868 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:14.189340 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:33:14.191670 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f00295-cb01-46bd-bddc-4a38f72adcd4" -d '{"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-unplugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:33:14.204107 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:33:14.230705 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c009fa-a323-4085-a1b6-9d86552db4ba x-openstack-request-id: req-d4c009fa-a323-4085-a1b6-9d86552db4ba {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:33:14.231018 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-unplugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:33:14.231307 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4c009fa-a323-4085-a1b6-9d86552db4ba {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:33:14.231708 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c009fa-a323-4085-a1b6-9d86552db4ba'] response: {'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'code': 200} May 03 16:33:14.284720 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:14.333236 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:33:14.340800 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.341151 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.341680 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.342094 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.342516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.342846 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.343213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.343727 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.344134 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.344497 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.344821 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.345192 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.346232 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.346562 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.346880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:33:14.418575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0958-7131-42ba-89c7-7a60ffb33bce req-b175598d-9318-4869-aaaf-f2221c5f8897 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:14.420043 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f47c0958-7131-42ba-89c7-7a60ffb33bce req-b175598d-9318-4869-aaaf-f2221c5f8897 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0487199 May 03 16:33:14.466768 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f47c0958-7131-42ba-89c7-7a60ffb33bce req-60eec5a2-a069-4833-bbe2-5a3318fa0428 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 May 03 16:33:14.859307 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9410b1-ccb3-472b-82e4-09c6e95b14e0 req-6d007fed-2039-4d95-b167-9b3ca1db1bb2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:14.860758 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d9410b1-ccb3-472b-82e4-09c6e95b14e0 req-6d007fed-2039-4d95-b167-9b3ca1db1bb2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0466182 May 03 16:33:14.906082 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d9410b1-ccb3-472b-82e4-09c6e95b14e0 req-5e761e8b-b5b2-4ae9-a85a-54e49d360cc5 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 May 03 16:33:15.432084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-f1d62e19-ac62-4ccb-a4ba-5edc7131009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:15.433556 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-f1d62e19-ac62-4ccb-a4ba-5edc7131009c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0433073 May 03 16:33:15.528635 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-4ae00a99-f2e1-4b3b-bf6f-45ed444252ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:15.530264 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-4ae00a99-f2e1-4b3b-bf6f-45ed444252ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0903900 May 03 16:33:15.625353 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5b696-5f34-40d5-8459-9b9d8497888f req-d2fdc9e4-56b1-420e-bcd7-6f5d762e54bf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:15.627471 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a9d5b696-5f34-40d5-8459-9b9d8497888f req-d2fdc9e4-56b1-420e-bcd7-6f5d762e54bf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0895457 May 03 16:33:15.637622 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-e11b4f62-4758-4eaa-af9e-28dc61e992d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 1001 time: 0.1008339 May 03 16:33:15.713143 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a9d5b696-5f34-40d5-8459-9b9d8497888f req-021f4f35-9660-4ac7-933e-05dc2ff0ab9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784314 May 03 16:33:15.714413 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-20b5cd89-3708-467d-b009-97e72365be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:15.716016 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-20b5cd89-3708-467d-b009-97e72365be8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0713530 May 03 16:33:15.762499 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-70488bbc-93d6-4b70-9632-203afa03ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:15.764028 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-70488bbc-93d6-4b70-9632-203afa03ea47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421548 May 03 16:33:15.855553 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-93a46c40-282c-46b0-94dc-3ef100b361ba service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847135 May 03 16:33:15.957535 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff33ecaa-3e25-4b7b-93c6-5337c429d481 req-a5c75fa1-b5ba-452a-aa88-f6553bc34c3a service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914822 May 03 16:33:16.034894 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a930b-e3b8-4012-b9d2-32115057a56e req-26330f1d-c0d4-4b68-a398-ff7d939a454d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:16.036376 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-904a930b-e3b8-4012-b9d2-32115057a56e req-26330f1d-c0d4-4b68-a398-ff7d939a454d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0474486 May 03 16:33:16.083996 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-904a930b-e3b8-4012-b9d2-32115057a56e req-76a14236-657b-465a-8a4a-543fd7e07565 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 May 03 16:33:16.879961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959e0c0-6ee5-4555-a908-58499fbda82e req-ab87fb70-891f-4e0d-938b-4bf19449c5cf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:16.881433 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b959e0c0-6ee5-4555-a908-58499fbda82e req-ab87fb70-891f-4e0d-938b-4bf19449c5cf tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0465102 May 03 16:33:16.933187 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b959e0c0-6ee5-4555-a908-58499fbda82e req-d5e4d3dc-1ff2-4cea-94b6-61c0dceaec6d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 May 03 16:33:17.389878 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-6f474e6b-084d-4d92-ac1a-c06b66927b6e req-77d5a899-65cc-4552-89c3-e993e75cfd15 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:33:17.390873 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6f474e6b-084d-4d92-ac1a-c06b66927b6e req-77d5a899-65cc-4552-89c3-e993e75cfd15 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485494 May 03 16:33:17.660681 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936400f-cc99-40ac-9b5e-b7611d4c04b5 req-34f2e812-daec-4b99-ae2d-e4b9a896bdf8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:17.662120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d936400f-cc99-40ac-9b5e-b7611d4c04b5 req-34f2e812-daec-4b99-ae2d-e4b9a896bdf8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0465584 May 03 16:33:17.711882 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d936400f-cc99-40ac-9b5e-b7611d4c04b5 req-bf1808b6-d160-4922-9423-85c6d3ded77b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441005 May 03 16:33:18.046398 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652d3a0-fab0-41a8-989d-a926001cf14a req-255f2c3e-3d93-4a55-84eb-e1b6ee1455e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:18.047902 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0652d3a0-fab0-41a8-989d-a926001cf14a req-255f2c3e-3d93-4a55-84eb-e1b6ee1455e6 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0463545 May 03 16:33:18.092784 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:33:18.097341 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0652d3a0-fab0-41a8-989d-a926001cf14a req-84b866ba-20fa-4cc4-a2a2-c7477676e9d0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 May 03 16:33:18.110168 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:33:18.180702 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-77a9be99-c3f4-48ed-9f93-64bd4fcab207 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866606 May 03 16:33:18.189119 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: DOWN; New status is: DOWN {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:33:18.189326 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-ea9b4597-7180-4c6b-bc66-e568fbd461e3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:33:18.190386 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-ea9b4597-7180-4c6b-bc66-e568fbd461e3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051696 May 03 16:33:18.270010 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51294) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:33:18.318417 dv-cinder-840324-1-iscsi neutron-server[103692]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 16:33:18.364050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-d20d78ce-e6ec-4b54-a331-293f936a4252 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:18.367769 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-d20d78ce-e6ec-4b54-a331-293f936a4252 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports/045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 940 time: 0.0943811 May 03 16:33:18.832652 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f159d6-b4a7-4dc2-8682-f6c08a533293 req-81a632b0-97d7-4026-afe5-24e4b50f7f48 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:18.834211 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f159d6-b4a7-4dc2-8682-f6c08a533293 req-81a632b0-97d7-4026-afe5-24e4b50f7f48 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0512893 May 03 16:33:18.881745 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8f159d6-b4a7-4dc2-8682-f6c08a533293 req-2897c2eb-174a-4c86-af28-853354ab5174 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 May 03 16:33:19.211229 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7249fa7-8000-4c12-afd4-98fe4d1047cd req-26bf4c94-bcd3-4a17-be3b-c9fcf4f40122 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:19.212756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7249fa7-8000-4c12-afd4-98fe4d1047cd req-26bf4c94-bcd3-4a17-be3b-c9fcf4f40122 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0456154 May 03 16:33:19.260218 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7249fa7-8000-4c12-afd4-98fe4d1047cd req-6f2e1063-85b1-481e-8672-71f00a8fc0d4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 May 03 16:33:19.370506 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307210-2819-40b1-8f1b-fe8d437bb3e9 req-a3eeaa60-6099-4889-9f4b-281e08c827ad tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:19.372019 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f9307210-2819-40b1-8f1b-fe8d437bb3e9 req-a3eeaa60-6099-4889-9f4b-281e08c827ad tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0466506 May 03 16:33:19.381189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:33:19.385595 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Request body: {'floatingip': {'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:33:19.445638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:19.932192 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:19.998176 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495841-a011-409f-a983-fa9b46423816 req-7b9f3f53-271b-4351-92d3-5d537576dbc0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:19.999697 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3c495841-a011-409f-a983-fa9b46423816 req-7b9f3f53-271b-4351-92d3-5d537576dbc0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0469601 May 03 16:33:20.022639 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:20.091485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3c495841-a011-409f-a983-fa9b46423816 req-1abaff99-0130-4ae7-9933-6470ff06961b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858660 May 03 16:33:20.265601 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Router 6720e551-6287-47d5-90a1-6006ba36c536 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:33:20.377458 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:33:20.382446 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:20.388211 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:33:20.398232 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:33:20.398861 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:33:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:33:20.413982 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:33:20.416249 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:33:20.446292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e81aa034-14fe-457e-aee3-d420e4e235a3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "PUT /v2.0/floatingips/281d8213-6603-4770-85b9-38ed308ca731 HTTP/1.1" status: 200 len: 993 time: 1.0641274 May 03 16:33:20.474813 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670a82ce-943c-4f29-acd4-2c1f8b3fe402 x-openstack-request-id: req-670a82ce-943c-4f29-acd4-2c1f8b3fe402 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:33:20.475108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:33:20.475419 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-670a82ce-943c-4f29-acd4-2c1f8b3fe402 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:33:20.475828 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670a82ce-943c-4f29-acd4-2c1f8b3fe402'] response: {'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'status': 'completed', 'code': 200} May 03 16:33:20.521195 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:33:20.543834 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-815be412-8464-4157-b255-ef143732a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:20.545343 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-815be412-8464-4157-b255-ef143732a1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0426860 May 03 16:33:20.638801 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-d2bf3985-fe70-4004-b811-e11526e74ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:20.640318 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-d2bf3985-fe70-4004-b811-e11526e74ace service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0893590 May 03 16:33:20.708736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-9c6f7596-620d-4f93-9725-be387b326dc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 1001 time: 0.0627518 May 03 16:33:20.752436 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:33:19Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:33:20.759076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-d84eaa29-e41e-42e1-b7ac-9565d38d7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:20.760620 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-d84eaa29-e41e-42e1-b7ac-9565d38d7d32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0452297 May 03 16:33:20.779209 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:33:20.788381 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:33:20.788566 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:33:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:33:20.804033 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-4773a140-8418-4850-8af8-f41e4e8ad7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:20.805610 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-4773a140-8418-4850-8af8-f41e4e8ad7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391731 May 03 16:33:20.900815 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:33:20.903390 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-50f3cff9-b9e6-4a75-be25-7efb9db2e1ba service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912845 May 03 16:33:20.995165 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f6eee90b-5944-48a7-9ba2-386faa1ca9a8 req-4d79bb72-72d9-43a0-a120-54a3fb6edbaf service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857351 May 03 16:33:21.117779 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:33:19Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:33:21.149602 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec933f-5aaf-4b06-99fb-79a041ec592c None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '281d8213-6603-4770-85b9-38ed308ca731', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'port_id': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'mac_address': 'fa:16:3e:09:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95593751-55a1-4764-8c7e-42efe15c099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:30:39Z', 'updated_at': '2022-05-03T16:33:19Z', 'revision_number': 3, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:33:21.222590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384a47-dc0d-4526-87cf-454c1fe4e9a0 req-ac790c03-bf7d-403e-ba02-aaa56bd55bdf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.224110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0384a47-dc0d-4526-87cf-454c1fe4e9a0 req-ac790c03-bf7d-403e-ba02-aaa56bd55bdf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0538101 May 03 16:33:21.272146 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0384a47-dc0d-4526-87cf-454c1fe4e9a0 req-043dab6c-871a-4049-bb43-866cc53c0d2f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 May 03 16:33:21.482675 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-35c0f0a4-3933-45e1-ab78-047348feefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.484103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-35c0f0a4-3933-45e1-ab78-047348feefbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 1127 time: 0.0679300 May 03 16:33:21.545711 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-9ee73d95-09c2-47f2-a250-38ba6c3997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.547213 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-9ee73d95-09c2-47f2-a250-38ba6c3997cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1127 time: 0.0425596 May 03 16:33:21.636612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-acecdb3a-d375-4c99-a95a-6babaae5979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.638062 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-acecdb3a-d375-4c99-a95a-6babaae5979b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.0841460 May 03 16:33:21.703447 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-ab8facc5-8d6e-43aa-8501-07ec449a8aa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 200 len: 998 time: 0.0595117 May 03 16:33:21.752140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-55f90d4e-c3ff-4e20-94bb-872449ed05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.753454 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-55f90d4e-c3ff-4e20-94bb-872449ed05d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0424643 May 03 16:33:21.794773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-6b08cce0-4af2-4499-8a6f-dd296045ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:21.796203 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-6b08cce0-4af2-4499-8a6f-dd296045ffe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368204 May 03 16:33:21.886583 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-2625b7c5-d23f-4d3c-affd-e2da3d059a8d service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838726 May 03 16:33:21.974426 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-7460fa14-428c-4e82-935c-868d6abea68a service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812831 May 03 16:33:22.397787 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a127190-7b52-4d41-a454-c85f5fd842a1 req-39a995be-0890-428e-b066-880fbc885067 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:22.399271 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a127190-7b52-4d41-a454-c85f5fd842a1 req-39a995be-0890-428e-b066-880fbc885067 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0498714 May 03 16:33:22.446497 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a127190-7b52-4d41-a454-c85f5fd842a1 req-b6c3d1e2-4210-45e0-aff3-0960b3321ff4 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 May 03 16:33:22.477215 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:33:22.479672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ff3f9-bfaf-4205-b970-11a0efb99a97" -d '{"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:33:22.516271 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4847082e-210f-4bdd-810b-597ea26945cb x-openstack-request-id: req-4847082e-210f-4bdd-810b-597ea26945cb {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:33:22.516271 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:33:22.516521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4847082e-210f-4bdd-810b-597ea26945cb {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:33:22.516760 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4847082e-210f-4bdd-810b-597ea26945cb'] response: {'name': 'network-changed', 'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'status': 'completed', 'code': 200} May 03 16:33:23.572805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef70b7-bdc1-4854-bdd6-fe7afe844401 req-7fa34e8f-9132-4bc9-829c-d5dd1372b979 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:23.574280 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6ef70b7-bdc1-4854-bdd6-fe7afe844401 req-7fa34e8f-9132-4bc9-829c-d5dd1372b979 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0461092 May 03 16:33:23.624335 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6ef70b7-bdc1-4854-bdd6-fe7afe844401 req-f995fd15-9af8-41a3-9404-08468dca8405 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 May 03 16:33:24.749406 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1a372-6deb-4ed1-bcb6-4c88aafc73c6 req-d568977b-b993-46e0-8132-3aee02380993 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:24.750985 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51d1a372-6deb-4ed1-bcb6-4c88aafc73c6 req-d568977b-b993-46e0-8132-3aee02380993 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0472565 May 03 16:33:24.804660 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51d1a372-6deb-4ed1-bcb6-4c88aafc73c6 req-6040f83f-7daf-44d5-970b-32d108d584db tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478902 May 03 16:33:25.925605 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311c94-a9eb-4b58-a81e-a30699502fdc req-baeef24f-e08e-41dc-8fe4-81d364c820bb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:25.927248 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-34311c94-a9eb-4b58-a81e-a30699502fdc req-baeef24f-e08e-41dc-8fe4-81d364c820bb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0474441 May 03 16:33:25.977364 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-34311c94-a9eb-4b58-a81e-a30699502fdc req-0d7bec97-e82e-4169-ab4b-5fd5de0ef40f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 May 03 16:33:27.097638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc130101-318f-459f-9ed1-a10055dbc195 req-67bcf34b-c935-40bd-837c-484663ea2981 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:27.099135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc130101-318f-459f-9ed1-a10055dbc195 req-67bcf34b-c935-40bd-837c-484663ea2981 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0478048 May 03 16:33:27.146408 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:33:27.150142 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc130101-318f-459f-9ed1-a10055dbc195 req-309c6f2f-4b31-4c81-9873-178118e0e47d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 May 03 16:33:27.855574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9519f61-728a-420d-8344-c1b8f8c17d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:28.276153 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ba84a-7590-48ba-ba78-9bd316e98334 req-d3cd25dc-8eed-46e5-adc6-8403827ca159 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:28.277705 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-231ba84a-7590-48ba-ba78-9bd316e98334 req-d3cd25dc-8eed-46e5-adc6-8403827ca159 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0503724 May 03 16:33:28.326944 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-231ba84a-7590-48ba-ba78-9bd316e98334 req-a7c01fb3-29c0-43b9-a544-99f105b3a2b0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 May 03 16:33:29.457969 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fae9bc-6e65-4fe1-8fed-3e07c31053e3 req-4438b942-41c4-4ded-bd38-164df2d7ba1d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:29.459782 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7fae9bc-6e65-4fe1-8fed-3e07c31053e3 req-4438b942-41c4-4ded-bd38-164df2d7ba1d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0508211 May 03 16:33:29.514179 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7fae9bc-6e65-4fe1-8fed-3e07c31053e3 req-f02d11ca-bf52-4c2a-a7fd-64c47b558bdf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483520 May 03 16:33:30.267743 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f613-89f9-4461-86c5-dd0e138c1b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:30.668898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2048-085a-467e-896e-5fa8ce987084 req-b5074d58-0856-41a2-ace4-04962f4c5b6f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:30.670544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b13d2048-085a-467e-896e-5fa8ce987084 req-b5074d58-0856-41a2-ace4-04962f4c5b6f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0498743 May 03 16:33:30.719594 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b13d2048-085a-467e-896e-5fa8ce987084 req-4a2794e3-4e6d-45ab-8dd4-7ebb925629d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 May 03 16:33:31.067281 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:31.841708 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfd10b-cf7b-461a-bfd6-9b500a793f58 req-708777fa-fffd-4791-a240-d59f89a02002 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:31.843338 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-36dfd10b-cf7b-461a-bfd6-9b500a793f58 req-708777fa-fffd-4791-a240-d59f89a02002 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0480883 May 03 16:33:31.891273 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-36dfd10b-cf7b-461a-bfd6-9b500a793f58 req-af6bb355-290b-4f74-8670-d7623285f641 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 May 03 16:33:32.833156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:33.011902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839605-d1cd-47de-8da4-c824a95bcd8d req-cf553f49-c4a5-42f5-bedd-c03dc8eba257 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:33.013481 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5839605-d1cd-47de-8da4-c824a95bcd8d req-cf553f49-c4a5-42f5-bedd-c03dc8eba257 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0467875 May 03 16:33:33.063094 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5839605-d1cd-47de-8da4-c824a95bcd8d req-95680722-d38a-4173-988a-bc28385cc332 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 May 03 16:33:34.184835 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47467e67-c503-4b07-abb4-7befe95da136 req-782ffccb-2149-444c-b9e1-33c7ab49b8f6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:34.186725 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-47467e67-c503-4b07-abb4-7befe95da136 req-782ffccb-2149-444c-b9e1-33c7ab49b8f6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0484791 May 03 16:33:34.187610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:34.235605 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-47467e67-c503-4b07-abb4-7befe95da136 req-467d0704-ddb1-4ec7-805c-ee82583a2351 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 May 03 16:33:35.354559 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071875dc-4135-4092-977f-928235eb9541 req-56d684e2-47e3-45c8-b8f4-c52039e9ee30 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:35.357582 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-071875dc-4135-4092-977f-928235eb9541 req-56d684e2-47e3-45c8-b8f4-c52039e9ee30 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0493526 May 03 16:33:35.401816 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-071875dc-4135-4092-977f-928235eb9541 req-9e805108-1680-4549-96c0-8ff2481abf8d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 May 03 16:33:36.184735 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-9f0c05c5-6d66-485c-b670-5ac55ada0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:36.186190 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-9f0c05c5-6d66-485c-b670-5ac55ada0359 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 1130 time: 0.0832031 May 03 16:33:36.520376 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62396a95-2299-4978-ad2c-32c91af38902 req-2d588ae1-0983-4ae2-b772-84756b5d3f21 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:36.522095 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62396a95-2299-4978-ad2c-32c91af38902 req-2d588ae1-0983-4ae2-b772-84756b5d3f21 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0461404 May 03 16:33:36.569268 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62396a95-2299-4978-ad2c-32c91af38902 req-9b26101a-e70b-4c9f-b74f-e867f76b9933 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 May 03 16:33:37.594446 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-aa7ba229-9f32-47a7-a0d5-09a6fdf0bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:37.595953 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-aa7ba229-9f32-47a7-a0d5-09a6fdf0bdda service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0886390 May 03 16:33:37.689591 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-4fe0d861-7c15-495c-a0af-8815e77033d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 200 len: 1001 time: 0.0863750 May 03 16:33:37.697527 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff5b5b-fe70-45c4-8d18-e93a8032e247 req-cd875b21-747e-487a-b706-4600bd13ae0a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:37.698890 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6fff5b5b-fe70-45c4-8d18-e93a8032e247 req-cd875b21-747e-487a-b706-4600bd13ae0a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0572293 May 03 16:33:37.765600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-2f3269d6-82d0-419c-8e10-3fc960797a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:37.766963 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-2f3269d6-82d0-419c-8e10-3fc960797a62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0672159 May 03 16:33:37.790055 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6fff5b5b-fe70-45c4-8d18-e93a8032e247 req-40e6c7b8-ac66-47b3-87b1-f06c9f983e0e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829930 May 03 16:33:37.815884 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-bbc294ff-2c56-4c85-a186-9e03c84cd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:37.817351 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-bbc294ff-2c56-4c85-a186-9e03c84cd8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398798 May 03 16:33:37.912178 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-c155499f-b15c-435b-8338-cdce960fe240 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853646 May 03 16:33:37.999247 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c40ff3f9-bfaf-4205-b970-11a0efb99a97 req-a0a56a42-3356-4993-99a6-71f990e2cdb0 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808134 May 03 16:33:38.906399 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb988-36f2-42af-85a9-ba5c24e070d6 req-7acec071-da13-42f7-87ee-a011c62e0708 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:38.907854 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af4fb988-36f2-42af-85a9-ba5c24e070d6 req-7acec071-da13-42f7-87ee-a011c62e0708 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0486746 May 03 16:33:39.189262 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af4fb988-36f2-42af-85a9-ba5c24e070d6 req-f843306f-eead-40e3-832e-162359f0be26 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750828 May 03 16:33:39.427201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:40.305886 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd8a4-2e4d-4681-96b0-dab60e101e4a req-0617893b-fd05-4fdb-8a84-f5a50b7baad6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:40.307340 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f93cd8a4-2e4d-4681-96b0-dab60e101e4a req-0617893b-fd05-4fdb-8a84-f5a50b7baad6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0452583 May 03 16:33:40.352888 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f93cd8a4-2e4d-4681-96b0-dab60e101e4a req-ec9bb186-ca60-4fc7-b948-0106b735c03d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401003 May 03 16:33:41.469844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783cbfe-fbed-4aca-8ba4-2326fe1c46f7 req-6065dbb7-cba5-4c98-b007-2c88ee249438 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:41.471328 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e783cbfe-fbed-4aca-8ba4-2326fe1c46f7 req-6065dbb7-cba5-4c98-b007-2c88ee249438 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0469160 May 03 16:33:41.522039 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e783cbfe-fbed-4aca-8ba4-2326fe1c46f7 req-a4604987-4e0e-4fda-adf2-6d49181d995e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 May 03 16:33:42.640355 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e7df-aba4-4e84-bcf9-aeceb0fb4d74 req-cea9ac0c-b614-4142-bad9-b17122056c11 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:42.641850 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7565e7df-aba4-4e84-bcf9-aeceb0fb4d74 req-cea9ac0c-b614-4142-bad9-b17122056c11 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0479772 May 03 16:33:42.690924 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7565e7df-aba4-4e84-bcf9-aeceb0fb4d74 req-f1ec01f7-b574-4613-b24d-0d469e471642 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 May 03 16:33:43.812175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ed40-1ee2-4f31-a903-8fd9071e7812 req-eae78c0e-2be6-4c10-ad61-1d85baeb3d0c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:43.813614 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7973ed40-1ee2-4f31-a903-8fd9071e7812 req-eae78c0e-2be6-4c10-ad61-1d85baeb3d0c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 943 time: 0.0454850 May 03 16:33:43.860453 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7973ed40-1ee2-4f31-a903-8fd9071e7812 req-a47aefbb-7cef-4593-a188-c146f9a085b9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 May 03 16:33:44.224765 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:33:44.317991 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:33:44.328873 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'mac_address': 'fa:16:3e:8b:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:33:44.370832 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:33:44.371313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:44.385736 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:33:44.404904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:33:44.478623 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:44.526362 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:33:44.980284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02fb49-3cae-4a67-8c43-ea42f62aaafe req-ab6ee460-6c03-4fdb-a5f7-2559ec975b01 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:44.981797 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc02fb49-3cae-4a67-8c43-ea42f62aaafe req-ab6ee460-6c03-4fdb-a5f7-2559ec975b01 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0500412 May 03 16:33:45.029844 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc02fb49-3cae-4a67-8c43-ea42f62aaafe req-9f9fc041-e067-4990-82eb-62cde273b7ee tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 May 03 16:33:45.039294 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['045049cc-b3a0-44d6-9532-d1bfce495dc8'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:33:46.068370 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f417-9e53-44e1-be93-1586599f8296 req-50b202d5-9c8c-4e59-ad8b-516706b10d71 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:46.069859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b659f417-9e53-44e1-be93-1586599f8296 req-50b202d5-9c8c-4e59-ad8b-516706b10d71 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0472028 May 03 16:33:46.125871 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b659f417-9e53-44e1-be93-1586599f8296 req-afba7a9d-c469-49f4-8f4a-fe5ca9db842d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502250 May 03 16:33:46.164964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6fa12-e9f2-42e5-85c5-d153252d18cf req-e544a55c-d993-4ebd-98a7-4cedddeb62f1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:46.166428 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15a6fa12-e9f2-42e5-85c5-d153252d18cf req-e544a55c-d993-4ebd-98a7-4cedddeb62f1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 944 time: 0.0568910 May 03 16:33:46.213843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15a6fa12-e9f2-42e5-85c5-d153252d18cf req-fd5d6697-00f7-4b3a-bec7-b2ceec3d05bc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 May 03 16:33:46.244952 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:33:46.290934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 045049cc-b3a0-44d6-9532-d1bfce495dc8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:33:46.291338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:46.365578 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 045049cc-b3a0-44d6-9532-d1bfce495dc8 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:33:46.365881 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:46.390195 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:33:46.392421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5313face-0b7a-453c-839b-e03dca79166f" -d '{"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:33:46.404587 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:33:46.430912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2995569-1d8a-40e4-a904-a55ef5abc425 x-openstack-request-id: req-e2995569-1d8a-40e4-a904-a55ef5abc425 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:33:46.430912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-plugged", "status": "completed", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:33:46.430912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2995569-1d8a-40e4-a904-a55ef5abc425 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:33:46.431230 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2995569-1d8a-40e4-a904-a55ef5abc425'] response: {'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'code': 200} May 03 16:33:46.473329 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:46.520098 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:33:47.088955 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033dc9c-babe-49a0-aab7-4a1be79647d8 req-6863849a-ddc1-40ee-b585-44bfe3288d71 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.090675 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7033dc9c-babe-49a0-aab7-4a1be79647d8 req-6863849a-ddc1-40ee-b585-44bfe3288d71 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0471621 May 03 16:33:47.181807 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7033dc9c-babe-49a0-aab7-4a1be79647d8 req-979ec5fd-9fc8-455d-afc8-02a4eb7766a5 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840328 May 03 16:33:47.188854 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33663d5-2a50-4316-88c9-33055de99411 req-56a3325d-a0fb-4341-bb40-659848379de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.190382 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f33663d5-2a50-4316-88c9-33055de99411 req-56a3325d-a0fb-4341-bb40-659848379de3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 1130 time: 0.0558970 May 03 16:33:47.278568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507244-bb54-40e8-be7a-62a7f271fa32 req-9084736b-2be7-4532-b651-7a2a594be741 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.283804 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2507244-bb54-40e8-be7a-62a7f271fa32 req-9084736b-2be7-4532-b651-7a2a594be741 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0793078 May 03 16:33:47.301812 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f33663d5-2a50-4316-88c9-33055de99411 req-611f4f83-a32b-45ae-b6bb-f60df0537e6b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032379 May 03 16:33:47.362269 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-64f46f95-305d-487a-8493-6d702248238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.363993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c180d-a6fc-496a-b4e0-b56d4dda64dc req-cd20c1fa-0658-42d6-9918-23904a5db426 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.364615 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-64f46f95-305d-487a-8493-6d702248238e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1169 time: 0.2309477 May 03 16:33:47.365964 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-966c180d-a6fc-496a-b4e0-b56d4dda64dc req-cd20c1fa-0658-42d6-9918-23904a5db426 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0736632 May 03 16:33:47.384071 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2507244-bb54-40e8-be7a-62a7f271fa32 req-3e2bf615-2e31-4aab-80d8-24cff8b59683 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946906 May 03 16:33:47.419919 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-966c180d-a6fc-496a-b4e0-b56d4dda64dc req-03b84ff3-952b-4ffa-9425-48338cd56709 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458808 May 03 16:33:47.692163 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-ac38631e-147f-4e07-852f-59785470cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:47.693599 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-ac38631e-147f-4e07-852f-59785470cd2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.0849919 May 03 16:33:47.790259 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-7124d5ec-4111-4181-9565-729089742052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 1001 time: 0.0898170 May 03 16:33:48.304468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2be5a-ed58-49be-8df0-94b8140a1912 req-36074d72-9bd5-45da-aceb-a7deab7378ba tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:48.305922 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-31f2be5a-ed58-49be-8df0-94b8140a1912 req-36074d72-9bd5-45da-aceb-a7deab7378ba tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0499852 May 03 16:33:48.365869 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-31f2be5a-ed58-49be-8df0-94b8140a1912 req-974c74e3-9302-4610-acb7-8b6b33642007 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543718 May 03 16:33:48.442402 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-6adb715f-2b83-4bf7-9331-13f927bda912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:48.443984 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-6adb715f-2b83-4bf7-9331-13f927bda912 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0451891 May 03 16:33:48.492570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-a1f98f70-f8de-47e7-b33c-9d486c06a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:48.494076 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-a1f98f70-f8de-47e7-b33c-9d486c06a7fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435319 May 03 16:33:48.506530 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8ded-9942-404c-8add-56e281752665 req-45d8afc8-f58f-4392-ad78-f5bad6da5ae1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:48.508096 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-020d8ded-9942-404c-8add-56e281752665 req-45d8afc8-f58f-4392-ad78-f5bad6da5ae1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0511537 May 03 16:33:48.568831 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d909-297d-4f0b-bd44-a36b5329c1c7 req-ee813e77-3baa-4857-9c94-a1b2923b3012 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:48.570316 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-69f5d909-297d-4f0b-bd44-a36b5329c1c7 req-ee813e77-3baa-4857-9c94-a1b2923b3012 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0613201 May 03 16:33:48.589871 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-340026a9-ab53-4101-a3c1-37a9a52e292e service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888984 May 03 16:33:48.615111 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-020d8ded-9942-404c-8add-56e281752665 req-458a53a6-d0f0-4f63-9a2c-5aa07e775ab6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791135 May 03 16:33:48.637002 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-69f5d909-297d-4f0b-bd44-a36b5329c1c7 req-56d3c6b9-92df-4a67-8432-aea868048346 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606129 May 03 16:33:48.685579 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-aee49fb3-d13b-48a4-a364-b17b241a0d1e req-0d56b83b-2863-4786-bfba-159054a9276a service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 May 03 16:33:49.487616 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11611c-5e6c-44ac-84c0-af9c0aa74f03 req-2e4c94ad-f828-4a0a-8f2e-8a0171eefe42 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:49.487616 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e11611c-5e6c-44ac-84c0-af9c0aa74f03 req-2e4c94ad-f828-4a0a-8f2e-8a0171eefe42 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0501165 May 03 16:33:49.550398 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e11611c-5e6c-44ac-84c0-af9c0aa74f03 req-9f7cbf3c-6db8-4b54-b649-a9cc7ed7070c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570986 May 03 16:33:49.765991 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ef482-7d8c-402f-ad7b-bbdeb09e0694 req-517ebc9f-6f3d-4c44-a802-c1c39fd78aeb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:49.767476 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-922ef482-7d8c-402f-ad7b-bbdeb09e0694 req-517ebc9f-6f3d-4c44-a802-c1c39fd78aeb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0841117 May 03 16:33:49.786734 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a211-93d5-45aa-9dd0-06425e008855 req-24be3bfa-d6f8-47bf-9d74-3e490fe99dca tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:49.788356 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39b4a211-93d5-45aa-9dd0-06425e008855 req-24be3bfa-d6f8-47bf-9d74-3e490fe99dca tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0687759 May 03 16:33:49.848024 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-922ef482-7d8c-402f-ad7b-bbdeb09e0694 req-57382d67-5943-43c9-bb9c-d3f878936835 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748370 May 03 16:33:49.858966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-39b4a211-93d5-45aa-9dd0-06425e008855 req-842fedaf-2bbc-4739-b68b-803f8400dfe1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636616 May 03 16:33:50.664093 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eea5fe-181f-46c2-867c-8a86c86e06fa req-97a651e2-5e87-4910-b522-a2e8eed02774 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:50.665618 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7eea5fe-181f-46c2-867c-8a86c86e06fa req-97a651e2-5e87-4910-b522-a2e8eed02774 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0477138 May 03 16:33:50.726337 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7eea5fe-181f-46c2-867c-8a86c86e06fa req-63e27057-a77f-49fb-a3f8-1c651851ce84 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548477 May 03 16:33:50.991999 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030921e-9fa5-4385-ab35-909c8b89ff7e req-699b06b7-9dea-43bd-ab8f-8aae0c467216 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:50.993572 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b030921e-9fa5-4385-ab35-909c8b89ff7e req-699b06b7-9dea-43bd-ab8f-8aae0c467216 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0767639 May 03 16:33:51.013718 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2778-9545-4f6e-9fec-cf04a6605afe req-81ce608b-21d4-47bc-a93f-1d3fc313e323 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:51.015133 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0b0e2778-9545-4f6e-9fec-cf04a6605afe req-81ce608b-21d4-47bc-a93f-1d3fc313e323 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0668781 May 03 16:33:51.072685 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b030921e-9fa5-4385-ab35-909c8b89ff7e req-0d3d5c47-b4be-4f11-a4be-69871d9bca43 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734677 May 03 16:33:51.086774 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0b0e2778-9545-4f6e-9fec-cf04a6605afe req-02eb9b42-5828-4a10-ab0d-e84a405c7d9a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634866 May 03 16:33:51.835243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5f49c-a0b2-4824-9ddf-2186ed21a0c7 req-f568a794-1de6-4c47-9768-b96567393613 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:51.836720 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ec5f49c-a0b2-4824-9ddf-2186ed21a0c7 req-f568a794-1de6-4c47-9768-b96567393613 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0461087 May 03 16:33:51.899168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ec5f49c-a0b2-4824-9ddf-2186ed21a0c7 req-7fb4bb0a-f9d9-4ab6-92c8-d3a5b0c99458 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566888 May 03 16:33:52.214393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d7d4-9b76-4950-b39e-952b82c6a994 req-72d17cd6-30b3-4eed-8b71-63a60a100414 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:52.216211 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8454d7d4-9b76-4950-b39e-952b82c6a994 req-72d17cd6-30b3-4eed-8b71-63a60a100414 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0745823 May 03 16:33:52.236379 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33411c0-d8f3-4d5b-80f9-34d0615c5aea req-57f9abb8-71ab-4d11-9cb6-4dfc2ee4744c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:52.237763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c33411c0-d8f3-4d5b-80f9-34d0615c5aea req-57f9abb8-71ab-4d11-9cb6-4dfc2ee4744c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0669467 May 03 16:33:52.301201 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8454d7d4-9b76-4950-b39e-952b82c6a994 req-0519008a-ed68-4ed0-b5b7-65034bc48f85 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789952 May 03 16:33:52.307893 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c33411c0-d8f3-4d5b-80f9-34d0615c5aea req-0bb99017-200d-4790-a49c-0a9a9fbb1452 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629075 May 03 16:33:53.013679 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca791fd2-3bbe-4b18-89fa-20403364f500 req-58b3fa6b-8d66-4059-ac68-f06c21de7895 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:53.015138 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ca791fd2-3bbe-4b18-89fa-20403364f500 req-58b3fa6b-8d66-4059-ac68-f06c21de7895 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0504935 May 03 16:33:53.074145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ca791fd2-3bbe-4b18-89fa-20403364f500 req-be9d0560-2b6e-4ae7-8f59-00f045191b3a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534410 May 03 16:33:53.413356 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6ceb9-1a60-4675-b89a-e69cf2cee1bc req-7322b178-e96c-41a0-80c6-84ff4968553b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:53.414847 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6c6ceb9-1a60-4675-b89a-e69cf2cee1bc req-7322b178-e96c-41a0-80c6-84ff4968553b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0462027 May 03 16:33:53.460832 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6c6ceb9-1a60-4675-b89a-e69cf2cee1bc req-1d1c36a3-beb3-4256-8dd9-6fb2a29d066f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 May 03 16:33:54.183812 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b114b59-ee24-47d7-8257-26162f2c7314 req-272a6f2b-8c2d-4412-8144-e45e32c8b58a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:54.185251 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9b114b59-ee24-47d7-8257-26162f2c7314 req-272a6f2b-8c2d-4412-8144-e45e32c8b58a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0452695 May 03 16:33:54.246905 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9b114b59-ee24-47d7-8257-26162f2c7314 req-c68dcecb-99d6-4e3e-9ece-2a0965297b31 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559862 May 03 16:33:54.574754 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed521d3b-4fc7-4bb3-b211-705494ffc99d req-36805fef-cc76-4661-9dd0-ee632f22c43b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:54.576244 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed521d3b-4fc7-4bb3-b211-705494ffc99d req-36805fef-cc76-4661-9dd0-ee632f22c43b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0480723 May 03 16:33:54.628568 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed521d3b-4fc7-4bb3-b211-705494ffc99d req-d42e38cf-e6f8-4138-be8e-d66ad2ea53ab tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466390 May 03 16:33:55.358702 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a2a21-8827-46c3-8422-d08c170eed3d req-ae1adf63-de5c-4015-80f3-949cc1202a5c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:55.360192 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a62a2a21-8827-46c3-8422-d08c170eed3d req-ae1adf63-de5c-4015-80f3-949cc1202a5c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0466523 May 03 16:33:55.419090 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a62a2a21-8827-46c3-8422-d08c170eed3d req-f55d0835-91f6-4d9e-a11a-fcaa69626353 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532351 May 03 16:33:55.742156 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6184f7-7626-4394-807a-4ae1302e96c9 req-29826b5c-1867-44a9-9cde-e7365cd18671 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:55.743527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e6184f7-7626-4394-807a-4ae1302e96c9 req-29826b5c-1867-44a9-9cde-e7365cd18671 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0490973 May 03 16:33:55.789100 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e6184f7-7626-4394-807a-4ae1302e96c9 req-6208364f-c53d-42e4-99e4-fd72aaf00527 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 May 03 16:33:56.530312 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67690b2f-e74b-4d74-a0a9-464b26ee2928 req-e55f73f9-a8ba-4712-8393-f6d009a66d78 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:56.531849 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67690b2f-e74b-4d74-a0a9-464b26ee2928 req-e55f73f9-a8ba-4712-8393-f6d009a66d78 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0469856 May 03 16:33:56.591550 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67690b2f-e74b-4d74-a0a9-464b26ee2928 req-1a92a1db-2b98-4b4c-b11c-58d6cddcc310 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533810 May 03 16:33:56.904152 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f523923-73c7-4e6b-ba1a-c5fa8ba36006 req-e7f42a6a-cfd3-403a-9078-2280b4c33ef6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:56.905615 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f523923-73c7-4e6b-ba1a-c5fa8ba36006 req-e7f42a6a-cfd3-403a-9078-2280b4c33ef6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0492013 May 03 16:33:56.951019 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f523923-73c7-4e6b-ba1a-c5fa8ba36006 req-6d54cfe5-0619-4708-9132-4c3468b56ecd tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 May 03 16:33:57.705068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1330ff-161e-4d1d-b6f9-ce45ddeb8e64 req-642e609a-e82d-491c-9a1c-e4aff2824ff7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:57.706521 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a1330ff-161e-4d1d-b6f9-ce45ddeb8e64 req-642e609a-e82d-491c-9a1c-e4aff2824ff7 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0468819 May 03 16:33:57.767101 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a1330ff-161e-4d1d-b6f9-ce45ddeb8e64 req-330d0864-fb38-464c-8d60-10de9499874c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547485 May 03 16:33:57.883992 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5289ddfd-7e57-4422-bb8b-a33ccf2cdd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:33:58.063638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754011d-55a7-41a3-82c2-5c20bd7cab62 req-a9101b07-3f9d-4f9e-b50e-a7d61e8ef9d4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:58.065087 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5754011d-55a7-41a3-82c2-5c20bd7cab62 req-a9101b07-3f9d-4f9e-b50e-a7d61e8ef9d4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0464878 May 03 16:33:58.117028 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5754011d-55a7-41a3-82c2-5c20bd7cab62 req-b2d27915-51a6-4dcf-9498-9af9a92cec6c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 May 03 16:33:58.892791 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd216d2-217e-4a64-806f-28d2bd67654d req-09f62aa0-ecbc-4322-ae98-4dfc66239658 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:58.894245 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dd216d2-217e-4a64-806f-28d2bd67654d req-09f62aa0-ecbc-4322-ae98-4dfc66239658 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0478497 May 03 16:33:58.954974 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dd216d2-217e-4a64-806f-28d2bd67654d req-9266482b-8abd-4cd8-b84a-93379eb56ad2 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539758 May 03 16:33:59.229206 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5254a8-076a-4a50-aec8-86953676eec4 req-d7733823-04c4-42d7-a13d-6965a32ce933 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:33:59.230701 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc5254a8-076a-4a50-aec8-86953676eec4 req-d7733823-04c4-42d7-a13d-6965a32ce933 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0472388 May 03 16:33:59.277966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc5254a8-076a-4a50-aec8-86953676eec4 req-e7fcacc3-68f2-4c2f-8806-414a451e84c1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 May 03 16:34:00.073755 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ae44e-4fa6-4741-905f-ff6eac2568f6 req-dd14f0be-ed1c-4ed9-82bc-5fb403f6abae tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:00.075296 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e8ae44e-4fa6-4741-905f-ff6eac2568f6 req-dd14f0be-ed1c-4ed9-82bc-5fb403f6abae tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0510921 May 03 16:34:00.136651 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e8ae44e-4fa6-4741-905f-ff6eac2568f6 req-f63f565b-3607-4474-ab61-ef4abee31f45 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554435 May 03 16:34:00.174037 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5124-018f-404f-b190-31415e109e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:00.389651 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6edce5-fbf8-4420-9103-f0346e44a0f2 req-fd3083c8-d4cc-41ae-8c93-056735592372 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:00.391110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d6edce5-fbf8-4420-9103-f0346e44a0f2 req-fd3083c8-d4cc-41ae-8c93-056735592372 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0458839 May 03 16:34:00.438412 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d6edce5-fbf8-4420-9103-f0346e44a0f2 req-236ac7eb-6c2d-4ebf-929d-7cd81fbd99db tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 May 03 16:34:01.026584 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:01.249325 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc89440-03f3-49ba-b6ee-7aaecdf241db req-213dc08c-4515-45d2-a0c1-ee7a163fee3f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:01.250782 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ccc89440-03f3-49ba-b6ee-7aaecdf241db req-213dc08c-4515-45d2-a0c1-ee7a163fee3f tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0474722 May 03 16:34:01.319065 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ccc89440-03f3-49ba-b6ee-7aaecdf241db req-474a095b-a044-4e37-868c-74e25b00b613 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e&id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615025 May 03 16:34:01.552517 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321d67-c996-4138-9035-a80a9b1bfb44 req-bd10d146-5480-4e3e-a9af-22656839dd13 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:01.554025 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8321d67-c996-4138-9035-a80a9b1bfb44 req-bd10d146-5480-4e3e-a9af-22656839dd13 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0464177 May 03 16:34:01.600067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8321d67-c996-4138-9035-a80a9b1bfb44 req-18706059-757a-42e5-99f6-e3c3eb1d50cc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401528 May 03 16:34:02.712319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe4c6-90a6-47d1-8241-4710cff781b6 req-07f2ed8c-f603-4d6d-b807-475ca0461707 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:02.714538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-916fe4c6-90a6-47d1-8241-4710cff781b6 req-07f2ed8c-f603-4d6d-b807-475ca0461707 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0457320 May 03 16:34:02.760191 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-916fe4c6-90a6-47d1-8241-4710cff781b6 req-a8b83414-377a-4975-98f4-17cb9f56514b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393574 May 03 16:34:02.848357 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:03.150257 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e19bf-7ac3-4c17-8765-0e5af6f8361e req-2879b776-5276-4379-b7a5-ec54ba3729b7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:03.152131 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-956e19bf-7ac3-4c17-8765-0e5af6f8361e req-2879b776-5276-4379-b7a5-ec54ba3729b7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0511084 May 03 16:34:03.202669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-956e19bf-7ac3-4c17-8765-0e5af6f8361e req-962f61ca-3a18-4ddb-8cd8-e2774d5db9a5 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448282 May 03 16:34:03.226726 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-18f01631-3bac-49f6-8d5b-85e098e0184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:03.228239 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-18f01631-3bac-49f6-8d5b-85e098e0184d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 1129 time: 0.0387084 May 03 16:34:03.319060 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-9dbcf46c-f864-4180-a3b6-0dfa53e93e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:03.320476 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-9dbcf46c-f864-4180-a3b6-0dfa53e93e1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.0856647 May 03 16:34:03.382892 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-816a27af-9cab-406f-91af-97a30aa71285 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 200 len: 1001 time: 0.0561218 May 03 16:34:03.429252 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-ac53e751-5bac-478c-baba-e4f19e390acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:03.430614 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-ac53e751-5bac-478c-baba-e4f19e390acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0419526 May 03 16:34:03.474022 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-7f230af1-2fcb-4f83-8c93-b60c6299261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:03.475507 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-7f230af1-2fcb-4f83-8c93-b60c6299261d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390170 May 03 16:34:03.563604 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-d4997b55-b18d-4659-80dc-d0fc656e8ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819869 May 03 16:34:03.654571 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9871fbbf-13d1-4e2a-9278-332fff8991ec req-ea1774e8-7de4-44bf-9d5b-076fa870b175 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 May 03 16:34:04.146214 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:34:04.219046 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:04.313820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce5934-c349-4fac-b273-80358ccfec82 req-dd233edc-d4ab-490c-890e-d81bf24bf344 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:04.315282 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-05ce5934-c349-4fac-b273-80358ccfec82 req-dd233edc-d4ab-490c-890e-d81bf24bf344 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0452886 May 03 16:34:04.361310 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-05ce5934-c349-4fac-b273-80358ccfec82 req-3adfe0a1-6d46-4b1c-a2ff-991c9949c1d8 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 May 03 16:34:05.476601 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e251bbe-7b3e-4445-a902-6f16f068124a req-c43cd46a-b4a0-486a-a996-429c7d59c2be tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:05.478103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e251bbe-7b3e-4445-a902-6f16f068124a req-c43cd46a-b4a0-486a-a996-429c7d59c2be tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0496635 May 03 16:34:05.527079 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9e251bbe-7b3e-4445-a902-6f16f068124a req-93d06592-cc50-40ca-bb87-735a2a917900 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 May 03 16:34:09.432724 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:12.707161 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-ec76500f-47a6-43ef-940a-859c98bf71d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359387 May 03 16:34:12.765727 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-75f82771-a26d-48bc-bde8-b7666f095ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:12.767043 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-75f82771-a26d-48bc-bde8-b7666f095ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=394ead9152f741e68d0eac3d52df3bc1&device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 1130 time: 0.0363193 May 03 16:34:12.874665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-42ebff43-133c-4817-a0cd-2f3d9d48c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:12.876178 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-42ebff43-133c-4817-a0cd-2f3d9d48c07f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 200 len: 920 time: 0.0886028 May 03 16:34:12.917894 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-cc50a3c1-3352-4f73-8305-26aa0720aa21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0329494 May 03 16:34:12.965405 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-5506678a-bfbf-43e9-9126-534f6e3962bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:12.967382 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-5506678a-bfbf-43e9-9126-534f6e3962bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 200 len: 858 time: 0.0413544 May 03 16:34:13.018499 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-0bc756c6-d071-416e-b085-2c56223d66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:13.019905 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-0bc756c6-d071-416e-b085-2c56223d66f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f885123b-d597-4b09-a9de-422e81d59c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400934 May 03 16:34:13.107149 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-479a2240-c301-4ad3-8df2-4b2cfb72d7d6 service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799394 May 03 16:34:13.196908 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-956f9857-56f2-489e-a162-2f8b7b82e0b4 req-c43388cf-474b-4666-ada5-e088842ca84c service neutron] 10.222.0.36 "GET /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 May 03 16:34:21.308207 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b7064-879a-46a8-9e03-b1b54e108f3f req-2beb2a83-f32c-4671-81cf-c1ddf2bf4755 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:21.309636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-826b7064-879a-46a8-9e03-b1b54e108f3f req-2beb2a83-f32c-4671-81cf-c1ddf2bf4755 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0446241 May 03 16:34:21.355472 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-826b7064-879a-46a8-9e03-b1b54e108f3f req-f5c880ae-8304-44e7-8b3a-9084aed9d6fb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 May 03 16:34:22.466321 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61de65-a31c-4245-95e9-0654732d86fa req-d612d359-e32b-493c-a3aa-5e1e8b5bf818 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:22.467798 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f61de65-a31c-4245-95e9-0654732d86fa req-d612d359-e32b-493c-a3aa-5e1e8b5bf818 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0452883 May 03 16:34:22.517501 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f61de65-a31c-4245-95e9-0654732d86fa req-5ad5f0c8-b1fb-4d24-ac4f-b5cee6d2ef2d tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 May 03 16:34:23.630746 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c997d-2d5a-47a9-aa57-af5251744e3a req-5618c97e-1d0c-4b01-9f00-b9dc723dc6a0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:23.632221 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d2c997d-2d5a-47a9-aa57-af5251744e3a req-5618c97e-1d0c-4b01-9f00-b9dc723dc6a0 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0463414 May 03 16:34:23.678681 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d2c997d-2d5a-47a9-aa57-af5251744e3a req-38d18d61-0033-44b4-9589-4fbbf5c7de5c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 May 03 16:34:24.792017 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11333c9b-0741-4f6f-b048-c21f061fd6c7 req-39ab5a00-ed84-4496-91ff-89fdabba2df7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:24.793476 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11333c9b-0741-4f6f-b048-c21f061fd6c7 req-39ab5a00-ed84-4496-91ff-89fdabba2df7 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0479491 May 03 16:34:24.858779 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e1a5-8137-466d-a227-a114e4008966 req-fe7a315a-16a1-4996-b401-38b22e0a8a61 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:24.860279 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9d56e1a5-8137-466d-a227-a114e4008966 req-fe7a315a-16a1-4996-b401-38b22e0a8a61 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0658147 May 03 16:34:24.883577 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11333c9b-0741-4f6f-b048-c21f061fd6c7 req-f9a1ca32-47b5-4d6c-b37d-eef443f193d1 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807161 May 03 16:34:24.920831 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9d56e1a5-8137-466d-a227-a114e4008966 req-806eb0b5-4111-4004-9ca9-0c7b69d56cb1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542059 May 03 16:34:26.005318 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252b1d-7b93-4950-970a-3dd59a482385 req-a2ac1cb8-26ae-4677-bc30-9b9561e52026 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:26.006722 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1f252b1d-7b93-4950-970a-3dd59a482385 req-a2ac1cb8-26ae-4677-bc30-9b9561e52026 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0553191 May 03 16:34:26.054914 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaae1e-7cf8-4058-9f3a-e027d0d4fdb7 req-370e6c1a-9570-4864-aeff-661b0a7a309a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:26.056363 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-99aaae1e-7cf8-4058-9f3a-e027d0d4fdb7 req-370e6c1a-9570-4864-aeff-661b0a7a309a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0669806 May 03 16:34:26.097538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1f252b1d-7b93-4950-970a-3dd59a482385 req-996122d7-8872-4532-986a-8cead88722e4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726964 May 03 16:34:26.126083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-99aaae1e-7cf8-4058-9f3a-e027d0d4fdb7 req-8efd1e0f-8d78-47b8-969e-200ffc10c28b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603237 May 03 16:34:26.415189 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8ff7499f-87e4-4073-9b70-e389cc386dd5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:26.416644 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8ff7499f-87e4-4073-9b70-e389cc386dd5 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.0782139 May 03 16:34:26.695314 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Deleting port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:26.695570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:26.699587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-570afa48-f785-4267-9242-0e52eb450e94 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:26.701030 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-570afa48-f785-4267-9242-0e52eb450e94 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.0445592 May 03 16:34:26.786805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] For port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:26.787174 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:26.787694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:26.788037 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:26.880151 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] For port 96e9e1a6-47d6-49e4-984f-7310c3c7b917, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=96e9e1a6-47d6-49e4-984f-7310c3c7b917,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:26.880514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.006970 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.007242 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.007579 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Floating IP 281d8213-6603-4770-85b9-38ed308ca731 disassociated. External IP: 172.27.0.47, port: cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa. May 03 16:34:27.007922 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Calling delete_port for cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:27.101413 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.102030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (08316a38-7278-4a81-8dc2-a71c5983d118), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.102147 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP 08316a38-7278-4a81-8dc2-a71c5983d118 disassociated. External IP: 172.27.0.26, port: 96e9e1a6-47d6-49e4-984f-7310c3c7b917. May 03 16:34:27.102418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for 96e9e1a6-47d6-49e4-984f-7310c3c7b917 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:27.230582 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.259019 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event deleted for resources: {'Port': ['ID=cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:27.270588 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.270929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.271392 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.271631 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.271959 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.272284 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.272605 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.273419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.273419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.273634 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.273851 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.274772 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.275090 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.275603 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.275927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.289410 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f29da3-c8a7-49bd-ae2b-a98a6a3f8230 req-3d7f9281-64ad-43c7-97dc-0022d70f2be4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:27.290951 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-44f29da3-c8a7-49bd-ae2b-a98a6a3f8230 req-3d7f9281-64ad-43c7-97dc-0022d70f2be4 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 946 time: 0.1053569 May 03 16:34:27.318626 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c8119-3f4f-4d0c-88ca-1d04bb68e8c3 req-1df9c29c-af47-481e-b34f-fe915eeeaa15 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:27.323848 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b79c8119-3f4f-4d0c-88ca-1d04bb68e8c3 req-1df9c29c-af47-481e-b34f-fe915eeeaa15 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 945 time: 0.1007073 May 03 16:34:27.385268 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-44f29da3-c8a7-49bd-ae2b-a98a6a3f8230 req-ab0cbd4a-c5b4-4fe9-a7ee-456433b70c6a tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f461858-e236-4620-92f5-e518db7d5099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853662 May 03 16:34:27.388367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Router 6720e551-6287-47d5-90a1-6006ba36c536 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:34:27.389685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (96e9e1a6-47d6-49e4-984f-7310c3c7b917), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.401894 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b79c8119-3f4f-4d0c-88ca-1d04bb68e8c3 req-d057625d-39be-4fa0-a82f-7c4a4e827308 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752344 May 03 16:34:27.429739 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=96e9e1a6-47d6-49e4-984f-7310c3c7b917,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:27.440226 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.440581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.440928 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.441270 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.441603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.441945 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.442540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.442540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.442877 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.443207 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.443726 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.443873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.444200 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.444522 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.444863 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:27.528324 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:34:27.539482 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:34:27.550024 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:27.550577 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:27.570035 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:34:27.671462 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:27.698452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:34:27.711610 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:34:27.732866 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:27.733798 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:27.762026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] No DVR routers for this DVR port 96e9e1a6-47d6-49e4-984f-7310c3c7b917 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:27.766535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.772462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0067c7f-66cf-4786-b281-9cc852f4f105 req-323c6fb7-8339-40ff-a22a-b76c2bc984a1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "DELETE /v2.0/ports/96e9e1a6-47d6-49e4-984f-7310c3c7b917 HTTP/1.1" status: 204 len: 173 time: 1.0658166 May 03 16:34:27.773330 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'name': 'network-vif-deleted', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:27.778547 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c45666b-e27a-4c03-b9a9-de7cd4480f33" -d '{"events": [{"server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "name": "network-vif-deleted", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:27.828236 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] No DVR routers for this DVR port cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:27.831522 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.834794 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c8c61620-959d-4db3-a2ea-4d215b12312d req-8f433f8d-1490-48f2-813a-8b33675d7250 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "DELETE /v2.0/ports/cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa HTTP/1.1" status: 204 len: 173 time: 1.2559805 May 03 16:34:27.835248 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'name': 'network-vif-deleted', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:27.837526 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb8f54-1eea-4ac4-b9a0-f8a3f6e456a2" -d '{"events": [{"server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "name": "network-vif-deleted", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:27.914710 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:27.954230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9192f652-3c7b-46d8-9aea-bb6e8e5d690d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:27.966332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9731220a-0ebd-46a2-945f-b8c164ec5238 x-openstack-request-id: req-9731220a-0ebd-46a2-945f-b8c164ec5238 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:27.966741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbe69e7-86c1-482d-bdbb-c24484948751", "name": "network-vif-deleted", "tag": "96e9e1a6-47d6-49e4-984f-7310c3c7b917", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:27.967130 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9731220a-0ebd-46a2-945f-b8c164ec5238 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:27.967681 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9731220a-0ebd-46a2-945f-b8c164ec5238'] response: {'server_uuid': 'dcbe69e7-86c1-482d-bdbb-c24484948751', 'name': 'network-vif-deleted', 'tag': '96e9e1a6-47d6-49e4-984f-7310c3c7b917', 'status': 'completed', 'code': 200} May 03 16:34:27.979428 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4450521-7571-4376-b4d3-15eb1b88abba x-openstack-request-id: req-a4450521-7571-4376-b4d3-15eb1b88abba {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:27.980831 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95593751-55a1-4764-8c7e-42efe15c099b", "name": "network-vif-deleted", "tag": "cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:27.981259 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4450521-7571-4376-b4d3-15eb1b88abba {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:27.981807 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4450521-7571-4376-b4d3-15eb1b88abba'] response: {'server_uuid': '95593751-55a1-4764-8c7e-42efe15c099b', 'name': 'network-vif-deleted', 'tag': 'cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa', 'status': 'completed', 'code': 200} May 03 16:34:28.015025 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.053749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:34:28.063394 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:28.065245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.160946 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.193584 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:34:28.195871 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:28.202013 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:28.202813 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.320102 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:28.402135 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.434667 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fd117-fa35-4216-b3ea-daf51c06b110 None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:14Z', 'revision_number': 4, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '33924539-e292-4143-ae08-d6c7b1201c34', 'name': '', 'network_id': 'f885123b-d597-4b09-a9de-422e81d59c30', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'mac_address': 'fa:16:3e:1b:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:12Z', 'updated_at': '2022-05-03T16:28:20Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'subnets': [{'id': '39a25811-90d0-4317-b4e5-abe91c679f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:34:28.559214 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-abdc9fd6-cccf-4094-a2f1-8a04539e5982 req-060a4309-4dbd-4e20-8f0b-6aba2ed4812e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=95593751-55a1-4764-8c7e-42efe15c099b HTTP/1.1" status: 200 len: 210 time: 0.0502770 May 03 16:34:28.593882 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:28.602542 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11c1e531-ce78-4f6d-8e09-944d093ce9f7 req-3ea46749-cd64-43fc-b193-42dc7327388d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcbe69e7-86c1-482d-bdbb-c24484948751 HTTP/1.1" status: 200 len: 210 time: 0.0421767 May 03 16:34:28.626059 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3a41-8f60-4ec7-9ba0-15dd0ac9dff7 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:34:28.831386 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7395ee-2121-42bf-83f1-fc31de58730a None None] New status for floating IP 281d8213-6603-4770-85b9-38ed308ca731: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:34:28.952059 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d919cbd-37b6-46c2-b418-1c35f5423a1b None None] New status for floating IP 08316a38-7278-4a81-8dc2-a71c5983d118: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:34:29.713057 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:29.775581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (1f461858-e236-4620-92f5-e518db7d5099), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:29.801260 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (1f461858-e236-4620-92f5-e518db7d5099), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:29.878057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-1d4cd03e-c664-422f-ace0-85b9aa56ef4c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133352751&fields=id&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 267 time: 0.0478504 May 03 16:34:29.963370 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1f461858-e236-4620-92f5-e518db7d5099), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:29.966236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:29.967456 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "DELETE /v2.0/security-groups/1f461858-e236-4620-92f5-e518db7d5099 HTTP/1.1" status: 204 len: 168 time: 0.2524142 May 03 16:34:29.970663 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:29.983552 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac529d-c8d3-4b3c-b4fc-3da4726954ed tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f461858-e236-4620-92f5-e518db7d5099,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:29.987240 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-1070b1f5-e15b-42eb-ada4-bba06ab4592c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] show failed (client error): The resource could not be found. May 03 16:34:29.988662 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1070b1f5-e15b-42eb-ada4-bba06ab4592c tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups/1f461858-e236-4620-92f5-e518db7d5099 HTTP/1.1" status: 404 len: 347 time: 0.0165222 May 03 16:34:29.991122 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:30.009949 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-6628c798-a432-42e4-a671-3b1942d45c5b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:30.011866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-6628c798-a432-42e4-a671-3b1942d45c5b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1271036 May 03 16:34:30.029355 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-2639d62c-1f98-4514-9a80-a65d4d301c84 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/quotas/81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 375 time: 0.0104816 May 03 16:34:30.084835 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-280ec858-451b-4979-81dd-f74704414ec6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490334 May 03 16:34:30.149505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Deleting port 55e053d7-3015-40cc-9afc-d15dc390b8b2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:30.149900 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.168072 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-228f5ffb-29db-4ecc-87d0-d290545d5b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.246740 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.247066 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (55e053d7-3015-40cc-9afc-d15dc390b8b2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.250642 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-2ac13301-9972-4286-b237-9b1add381942 service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436298 May 03 16:34:30.259554 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Calling delete_port for 55e053d7-3015-40cc-9afc-d15dc390b8b2 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:30.424849 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 96e9e1a6-47d6-49e4-984f-7310c3c7b917 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:30.446085 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 96e9e1a6-47d6-49e4-984f-7310c3c7b917 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:30.446464 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 96e9e1a6-47d6-49e4-984f-7310c3c7b917 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:30.446920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:30.461031 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (55e053d7-3015-40cc-9afc-d15dc390b8b2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.483466 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:30.489025 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device cd9cd8c7-54e8-4040-9e9b-89ae9f7d5afa not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:30.490045 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event deleted for resources: {'Port': ['ID=55e053d7-3015-40cc-9afc-d15dc390b8b2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:30.555699 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks [] for floatingip (281d8213-6603-4770-85b9-38ed308ca731), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.558397 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:30.559630 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fe80853e-d303-4d97-a16b-5d2139d55c45 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "DELETE /v2.0/floatingips/281d8213-6603-4770-85b9-38ed308ca731 HTTP/1.1" status: 204 len: 168 time: 0.5552514 May 03 16:34:30.606218 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-067a4ddd-34f5-4cf8-8648-9a3b6818e1ef service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481827 May 03 16:34:31.066738 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:31.174003 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7020dcd7-8a01-43c7-ad92-eda0866c17f0 req-3aa3a7d0-6540-4fc2-b1da-e0e9fcdb1f33 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0265496 May 03 16:34:32.250943 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5bd0f09f-ed11-4a1e-bef1-b5f0aa04b9b9 req-48339f30-9ab9-440d-985b-262bd3d38b37 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0265079 May 03 16:34:32.835683 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:33.325386 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-14ce0356-313d-4192-b75c-dea11c0b5a63 req-a7dc17a1-b8dc-4abb-a6e9-6d5ddf48ff9c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0273862 May 03 16:34:33.524052 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebab83-e2f9-4e7c-9c50-a828a7a9cfc0 req-527bd649-f580-49dc-9053-1a2df2547ceb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:33.525510 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-12ebab83-e2f9-4e7c-9c50-a828a7a9cfc0 req-527bd649-f580-49dc-9053-1a2df2547ceb tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0498691 May 03 16:34:33.572254 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-12ebab83-e2f9-4e7c-9c50-a828a7a9cfc0 req-17904678-7c94-403f-9c61-6c79d55f8999 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 May 03 16:34:34.172739 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:34.401759 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3eb1aafb-2b93-4cf5-a34e-d762e9d13e11 req-d0acae88-3885-4059-a820-036cd062e59d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0264993 May 03 16:34:34.690368 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dff83-6a26-443e-b535-62868ca572d3 req-a9a04f1b-9896-42c1-be97-c1f270c2b12e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:34.691842 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-985dff83-6a26-443e-b535-62868ca572d3 req-a9a04f1b-9896-42c1-be97-c1f270c2b12e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0456350 May 03 16:34:34.742911 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-985dff83-6a26-443e-b535-62868ca572d3 req-0ae9ed3c-4025-4df2-80af-537f2e06762e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 May 03 16:34:34.961587 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-4f52a7af-a8f7-4350-8481-e5db68699ef3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:34.963058 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-4f52a7af-a8f7-4350-8481-e5db68699ef3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 946 time: 0.0465045 May 03 16:34:35.054512 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Deleting port 838199f4-9844-4392-9dd1-f1a760c8cf1a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:35.054847 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:35.146596 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] For port 838199f4-9844-4392-9dd1-f1a760c8cf1a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=838199f4-9844-4392-9dd1-f1a760c8cf1a,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:35.146963 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:35.160194 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Calling delete_port for 838199f4-9844-4392-9dd1-f1a760c8cf1a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:35.378625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (838199f4-9844-4392-9dd1-f1a760c8cf1a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:35.390834 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['3e7ee103-7628-47ec-a212-7c76bf715bd9', '838199f4-9844-4392-9dd1-f1a760c8cf1a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:34:35.418982 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event deleted for resources: {'Port': ['ID=838199f4-9844-4392-9dd1-f1a760c8cf1a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:35.487683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] No DVR routers for this DVR port 838199f4-9844-4392-9dd1-f1a760c8cf1a on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:35.490544 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:35.494100 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8fa3130f-a756-4a1d-9b05-c97582d1b5ab req-e1728288-f6ba-497d-b22b-b00d478c6222 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "DELETE /v2.0/ports/838199f4-9844-4392-9dd1-f1a760c8cf1a HTTP/1.1" status: 204 len: 173 time: 0.5261807 May 03 16:34:35.494603 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'name': 'network-vif-deleted', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:35.496928 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1233ce7-04a2-4f7d-962c-f60c2968ca1d" -d '{"events": [{"server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "name": "network-vif-deleted", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:35.547231 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a86a8e-c8b8-4774-869d-d614c406eb68 x-openstack-request-id: req-38a86a8e-c8b8-4774-869d-d614c406eb68 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:35.547561 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba62cee9-9c21-41f4-991e-ec7801f135a9", "name": "network-vif-deleted", "tag": "838199f4-9844-4392-9dd1-f1a760c8cf1a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:35.547815 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38a86a8e-c8b8-4774-869d-d614c406eb68 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:35.548856 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a86a8e-c8b8-4774-869d-d614c406eb68'] response: {'server_uuid': 'ba62cee9-9c21-41f4-991e-ec7801f135a9', 'name': 'network-vif-deleted', 'tag': '838199f4-9844-4392-9dd1-f1a760c8cf1a', 'status': 'completed', 'code': 200} May 03 16:34:35.557482 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d69d9553-feb6-4cbd-8d3e-744bf3b118f8 req-f428fddc-45eb-400e-87e2-f427431e6d33 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0351260 May 03 16:34:35.850721 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8668883-5a85-4ea4-b95e-2269e7ec5d7e req-0b93cbe6-e291-49ac-951c-f493765f7ba8 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba62cee9-9c21-41f4-991e-ec7801f135a9 HTTP/1.1" status: 200 len: 210 time: 0.0363026 May 03 16:34:36.197892 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-66d7b3e3-e9fb-43ea-bfa5-2a5ca38c2874 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:36.199325 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-66d7b3e3-e9fb-43ea-bfa5-2a5ca38c2874 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1068194 May 03 16:34:36.391321 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-e7250f9d-b042-4c5f-be48-ca293cd5c335 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 380 time: 0.0652022 May 03 16:34:36.400171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'port': {'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'admin_state_up': True, 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'security_groups': ['a66a3f5a-01c8-4950-b966-48177f55b208']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:36.583558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Made reservation on behalf of 81a8a6f34abb4f4884dc35c6a4cf1d43 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:34:36.583558 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:36.664452 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-90131193-3ec1-44e3-90aa-4d5183f4b7d5 req-cba2318b-ae56-405f-ba0a-4b5d59a20077 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0299485 May 03 16:34:36.719358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.20.0.5 (d34ea532-0877-4123-97dd-5e071aaaae1a/7fe14c16-1809-420f-bb4c-595ff944bdcd/c8198d57-0771-405e-997c-645f3c7fd2fc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:34:36.856113 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:36.956537 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:36.999130 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:34:37.003011 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:34:37.008930 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:34:37.015623 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:37.061672 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:37.062307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.149830 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-554c0b13-56f5-46fe-8997-e49c4d9bdb72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531586 May 03 16:34:37.161452 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Request body: {'port': {'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:37.225507 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0659029e-c7b1-4e78-90b0-92a5c17efa8b None None] Provisioning complete for port c8198d57-0771-405e-997c-645f3c7fd2fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:34:37.230380 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0659029e-c7b1-4e78-90b0-92a5c17efa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.230648 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.273432 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0659029e-c7b1-4e78-90b0-92a5c17efa8b None None] Port c8198d57-0771-405e-997c-645f3c7fd2fc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:34:37.331533 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e0e2e-66d2-4814-9d1d-7d38fba3812c req-dfa795f0-288f-45de-9ffb-a79fa8111e56 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:37.332956 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-299e0e2e-66d2-4814-9d1d-7d38fba3812c req-dfa795f0-288f-45de-9ffb-a79fa8111e56 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0492721 May 03 16:34:37.379988 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-299e0e2e-66d2-4814-9d1d-7d38fba3812c req-2693afb7-9f2f-448c-afcf-f99bff3e86da tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 May 03 16:34:37.487425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8198d57-0771-405e-997c-645f3c7fd2fc {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:34:37.494562 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks [] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.508160 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Transition to ACTIVE for port object c8198d57-0771-405e-997c-645f3c7fd2fc will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:34:37.575080 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.631691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:37.702144 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Attempting to bind port c8198d57-0771-405e-997c-645f3c7fd2fc on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:34:37.702570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Attempting to bind port c8198d57-0771-405e-997c-645f3c7fd2fc by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:34:37.702966 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Attempting to bind port c8198d57-0771-405e-997c-645f3c7fd2fc on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:34:37.708540 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Port c8198d57-0771-405e-997c-645f3c7fd2fc on network d34ea532-0877-4123-97dd-5e071aaaae1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:34:37.708875 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Attempting to bind port c8198d57-0771-405e-997c-645f3c7fd2fc on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:34:37.714425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:34:37.714767 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:34:37.715154 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Bound using segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:34:37.715624 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Bound port: c8198d57-0771-405e-997c-645f3c7fd2fc, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:34:37.715983 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.788971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:34:37.790118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6d68f-d6d4-4d9d-90a7-942136f91d2c req-f30ad9de-380c-4412-b954-d30e98434d70 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:37.792650 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8198d57-0771-405e-997c-645f3c7fd2fc,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:34:37.808305 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-46b6d68f-d6d4-4d9d-90a7-942136f91d2c req-f30ad9de-380c-4412-b954-d30e98434d70 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0516798 May 03 16:34:37.841347 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-46b6d68f-d6d4-4d9d-90a7-942136f91d2c req-82c0fc6e-0ad1-40a8-9384-9f5a31ca0a03 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 May 03 16:34:37.872941 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.909766 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:37.910225 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:37.911623 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 1093 time: 0.7549717 May 03 16:34:37.912061 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:37.914300 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc434f-2a08-4f8d-a083-81649c46cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:37.940491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b91b-de8a-4726-8b27-a7d56c1d5d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:37.953497 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e368401a-03a0-4f26-92a5-1b86ed60c61c x-openstack-request-id: req-e368401a-03a0-4f26-92a5-1b86ed60c61c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:37.953783 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:37.954029 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e368401a-03a0-4f26-92a5-1b86ed60c61c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:37.954501 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e368401a-03a0-4f26-92a5-1b86ed60c61c'] response: {'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'status': 'completed', 'code': 200} May 03 16:34:38.489948 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2011-feff-4502-ae8a-7bb2f7560fca req-888beef8-f94f-4db2-b378-79ad003cfd0e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:38.491457 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b31c2011-feff-4502-ae8a-7bb2f7560fca req-888beef8-f94f-4db2-b378-79ad003cfd0e tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0467653 May 03 16:34:38.543047 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b31c2011-feff-4502-ae8a-7bb2f7560fca req-186b00fb-0a13-4995-ae47-f43335157f79 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 May 03 16:34:38.951412 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3578ef-3889-4a30-93dc-795d057f8a92 req-8fd53f4d-e4ae-4826-aa99-3c26a5e6e7e5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:38.952857 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fc3578ef-3889-4a30-93dc-795d057f8a92 req-8fd53f4d-e4ae-4826-aa99-3c26a5e6e7e5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0448155 May 03 16:34:39.002322 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fc3578ef-3889-4a30-93dc-795d057f8a92 req-932d1ce6-612f-4fef-a66e-21c078da07a4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 May 03 16:34:39.228711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-7da50664-420f-4947-90b1-bbba012923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.230209 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-7da50664-420f-4947-90b1-bbba012923b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1127 time: 0.0391705 May 03 16:34:39.397030 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-59065422-67de-478f-a81a-01353ef19ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.398473 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-59065422-67de-478f-a81a-01353ef19ba2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1609144 May 03 16:34:39.447289 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:39.561677 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-90184195-adea-465a-ba05-c682c5ba699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.563121 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f6fc434f-2a08-4f8d-a083-81649c46cd81 req-90184195-adea-465a-ba05-c682c5ba699f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567903 May 03 16:34:39.659358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fbf2a-a4fe-47f9-a7cc-527617ddd03c req-2606e3d9-407f-41cc-a2e7-166b82bccfe3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.660955 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f14fbf2a-a4fe-47f9-a7cc-527617ddd03c req-2606e3d9-407f-41cc-a2e7-166b82bccfe3 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0494812 May 03 16:34:39.681658 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-b32dafe5-910a-4539-af82-ce21409c0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.683652 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-b32dafe5-910a-4539-af82-ce21409c0717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1127 time: 0.0421488 May 03 16:34:39.710182 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f14fbf2a-a4fe-47f9-a7cc-527617ddd03c req-35f975b1-561d-4e42-a486-cf1a58bf8244 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b8d820a-ba06-461e-a1db-9d337977b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 May 03 16:34:39.847057 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-3aa5f8e0-72e3-402d-97b4-279b885ad6de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 217 time: 0.0359702 May 03 16:34:39.858613 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-f17a6143-fa11-491a-9e64-b08c762e5d12 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.860075 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-f17a6143-fa11-491a-9e64-b08c762e5d12 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 946 time: 0.0490990 May 03 16:34:39.897576 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-6343f737-5b23-4994-8ce9-22a1a520a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.898997 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-6343f737-5b23-4994-8ce9-22a1a520a956 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0462422 May 03 16:34:39.940287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980d9f-8458-4c03-8472-e584c5168240 req-35879cce-32f3-4152-a26c-1ff78c22e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:39.942026 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-35879cce-32f3-4152-a26c-1ff78c22e61c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377388 May 03 16:34:39.947146 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Deleting port 3e7ee103-7628-47ec-a212-7c76bf715bd9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:39.947520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:40.030449 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-5d6a2b76-babc-4175-8d09-25b21e5e9889 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811949 May 03 16:34:40.039798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] For port 3e7ee103-7628-47ec-a212-7c76bf715bd9, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=3e7ee103-7628-47ec-a212-7c76bf715bd9,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:40.040251 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:40.054463 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Calling delete_port for 3e7ee103-7628-47ec-a212-7c76bf715bd9 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:40.124363 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-21980d9f-8458-4c03-8472-e584c5168240 req-f5181df2-d997-49f8-b2ce-b8e52ab382e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874772 May 03 16:34:40.158130 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23055edf-0b76-4230-ad77-98110c8d6585 req-cfd47377-7f50-4491-aa45-00462092fcac tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:40.159648 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23055edf-0b76-4230-ad77-98110c8d6585 req-cfd47377-7f50-4491-aa45-00462092fcac tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0639703 May 03 16:34:40.244712 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-23055edf-0b76-4230-ad77-98110c8d6585 req-faaa40e4-55c0-4e14-bec5-2c7a3d55c566 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741611 May 03 16:34:40.306576 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (3e7ee103-7628-47ec-a212-7c76bf715bd9), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:40.324818 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['3e7ee103-7628-47ec-a212-7c76bf715bd9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:34:40.336104 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Pushing event deleted for resources: {'Port': ['ID=3e7ee103-7628-47ec-a212-7c76bf715bd9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:40.385389 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] No DVR routers for this DVR port 3e7ee103-7628-47ec-a212-7c76bf715bd9 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:40.388098 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:40.391427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a49af84d-fed5-4082-bece-4cbaa2e6d81e req-d6571c96-2d4a-4e6f-a68d-3f23805d3c9f tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.36 "DELETE /v2.0/ports/3e7ee103-7628-47ec-a212-7c76bf715bd9 HTTP/1.1" status: 204 len: 173 time: 0.5256133 May 03 16:34:40.391871 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'name': 'network-vif-deleted', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:40.394599 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1e66e-d492-4d5f-9789-a3973ee3ebe4" -d '{"events": [{"server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "name": "network-vif-deleted", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:40.432380 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dada71-2b83-410f-bdda-88b6cab192b4 x-openstack-request-id: req-73dada71-2b83-410f-bdda-88b6cab192b4 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:40.432679 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5655a81-2a2a-45a2-8f2e-706b81867848", "name": "network-vif-deleted", "tag": "3e7ee103-7628-47ec-a212-7c76bf715bd9", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:40.432935 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73dada71-2b83-410f-bdda-88b6cab192b4 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:40.433371 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73dada71-2b83-410f-bdda-88b6cab192b4'] response: {'server_uuid': 'd5655a81-2a2a-45a2-8f2e-706b81867848', 'name': 'network-vif-deleted', 'tag': '3e7ee103-7628-47ec-a212-7c76bf715bd9', 'status': 'completed', 'code': 200} May 03 16:34:40.489677 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 838199f4-9844-4392-9dd1-f1a760c8cf1a no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:40.510294 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 838199f4-9844-4392-9dd1-f1a760c8cf1a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:40.510574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 838199f4-9844-4392-9dd1-f1a760c8cf1a not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:40.802668 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-45cb3b58-4bfa-4dbf-8189-a62b6d9d7e26 req-3686c0d8-5db7-4c72-ac37-d4ed1c47e742 tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 210 time: 0.0272734 May 03 16:34:41.145315 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:34:41.358721 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e7fa2-ebf3-47f6-bc1f-c749550149f7 req-bc23db4b-64e0-494d-8929-b852e7016a03 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:41.360232 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ee1e7fa2-ebf3-47f6-bc1f-c749550149f7 req-bc23db4b-64e0-494d-8929-b852e7016a03 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0471137 May 03 16:34:41.410615 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ee1e7fa2-ebf3-47f6-bc1f-c749550149f7 req-b7bb219d-9eea-44b7-8854-3f50cbab869e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 May 03 16:34:41.914596 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e4261c35-16c2-412a-ae3e-543e5926a020 req-caa3fe6a-8140-4fe7-a000-c2823a65a8ea tempest-ServerRescueNegativeTestJSON-730822244 tempest-ServerRescueNegativeTestJSON-730822244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5655a81-2a2a-45a2-8f2e-706b81867848 HTTP/1.1" status: 200 len: 210 time: 0.0345137 May 03 16:34:42.525258 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87559f-b3fc-4297-af8c-9862e67c20e7 req-0b1c1ffb-9574-40d2-a1c7-bddd0585302a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:42.526754 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8c87559f-b3fc-4297-af8c-9862e67c20e7 req-0b1c1ffb-9574-40d2-a1c7-bddd0585302a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0493057 May 03 16:34:42.575013 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8c87559f-b3fc-4297-af8c-9862e67c20e7 req-43e61e23-619d-48d3-be0e-1effafea1a8b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 May 03 16:34:42.969888 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51734) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:43.661743 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (6720e551-6287-47d5-90a1-6006ba36c536), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:43.686347 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad26e3-b43f-423d-a06d-23321107f09a req-7e3fb3eb-9890-4483-989a-7cb911c6be48 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:43.687835 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d0ad26e3-b43f-423d-a06d-23321107f09a req-7e3fb3eb-9890-4483-989a-7cb911c6be48 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0458262 May 03 16:34:43.738581 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d0ad26e3-b43f-423d-a06d-23321107f09a req-24cd2779-a816-42be-b0a2-2e8254959bd5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 May 03 16:34:43.940351 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Deleting port 33924539-e292-4143-ae08-d6c7b1201c34 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:43.940689 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (33924539-e292-4143-ae08-d6c7b1201c34), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:44.026124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] For port 33924539-e292-4143-ae08-d6c7b1201c34, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=33924539-e292-4143-ae08-d6c7b1201c34,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:44.026732 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (33924539-e292-4143-ae08-d6c7b1201c34), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:44.039018 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Calling delete_port for 33924539-e292-4143-ae08-d6c7b1201c34 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:44.277825 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (33924539-e292-4143-ae08-d6c7b1201c34), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:44.303365 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33924539-e292-4143-ae08-d6c7b1201c34,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:44.474492 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (6720e551-6287-47d5-90a1-6006ba36c536), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:44.491457 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 3e7ee103-7628-47ec-a212-7c76bf715bd9 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:44.511849 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 3e7ee103-7628-47ec-a212-7c76bf715bd9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:44.512190 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 3e7ee103-7628-47ec-a212-7c76bf715bd9 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:44.690904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Router 6720e551-6287-47d5-90a1-6006ba36c536 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:34:44.797948 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:34:44.804257 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e1474b60-ea39-46b1-ae5e-37e1062ae6f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/6720e551-6287-47d5-90a1-6006ba36c536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333492 May 03 16:34:44.808244 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:44.809676 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Sync routers for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:34:44.820953 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:44.821588 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:44.856129 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ce685-9e3a-4b4f-96cf-725eae3f9c4f req-6f646439-8d85-4807-a719-345663d691bd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:44.858062 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e81ce685-9e3a-4b4f-96cf-725eae3f9c4f req-6f646439-8d85-4807-a719-345663d691bd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0513132 May 03 16:34:44.909311 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e81ce685-9e3a-4b4f-96cf-725eae3f9c4f req-e5532e71-5e8e-44a6-b4d9-f1079120e111 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 May 03 16:34:44.916242 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks [] for router (6720e551-6287-47d5-90a1-6006ba36c536), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:44.937491 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:45.120408 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:34:44Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:45.148009 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Checking router: 6720e551-6287-47d5-90a1-6006ba36c536 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:34:45.156636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Routers {'6720e551-6287-47d5-90a1-6006ba36c536'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:45.157338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['6720e551-6287-47d5-90a1-6006ba36c536'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:45.284508 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks [] for router_gateway (6720e551-6287-47d5-90a1-6006ba36c536), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.325049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] Set router 6720e551-6287-47d5-90a1-6006ba36c536 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:45.404411 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Deleting port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:45.404654 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.483394 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] For port f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:45.483760 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.499502 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Calling delete_port for f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:45.500925 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:34:44Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:45.528937 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dccf4bf-6d2c-42d5-a54e-a4a44cbac52f None None] The sync data for ids ['6720e551-6287-47d5-90a1-6006ba36c536'] in dv-cinder-840324-1-iscsi is: [{'id': '6720e551-6287-47d5-90a1-6006ba36c536', 'name': 'tempest-ServerRescueNegativeTestJSON-1402748771-router', 'tenant_id': '394ead9152f741e68d0eac3d52df3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:34:44Z', 'revision_number': 5, 'project_id': '394ead9152f741e68d0eac3d52df3bc1', 'gw_port': {'id': 'f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6720e551-6287-47d5-90a1-6006ba36c536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:08Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:34:45.715706 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.741989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:45.799555 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (6720e551-6287-47d5-90a1-6006ba36c536), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.906651 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (6720e551-6287-47d5-90a1-6006ba36c536), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:45.909525 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks [] for router_controller (6720e551-6287-47d5-90a1-6006ba36c536), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.038154 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (6720e551-6287-47d5-90a1-6006ba36c536), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.038943 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6720e551-6287-47d5-90a1-6006ba36c536 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:34:46.039051 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2ad4-b8c5-457f-99d6-1ca23a91e420 req-ee36d5d2-909c-4344-8868-65c4588022a9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:46.046306 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.049690 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e5011005-37f5-4535-b989-1ce420768e2d admin admin] 10.222.0.42 "DELETE /v2.0/routers/6720e551-6287-47d5-90a1-6006ba36c536 HTTP/1.1" status: 204 len: 168 time: 1.2382765 May 03 16:34:46.050025 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8ac2ad4-b8c5-457f-99d6-1ca23a91e420 req-ee36d5d2-909c-4344-8868-65c4588022a9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0663331 May 03 16:34:46.055443 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:46.106697 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Deleting subnet 39a25811-90d0-4317-b4e5-abe91c679f59 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:34:46.110331 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Publish callbacks [] for subnet (39a25811-90d0-4317-b4e5-abe91c679f59), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.114761 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c8ac2ad4-b8c5-457f-99d6-1ca23a91e420 req-0c2e1891-0150-4f03-9707-87ca7384026f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649257 May 03 16:34:46.146532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 33924539-e292-4143-ae08-d6c7b1201c34 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:46.157971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (39a25811-90d0-4317-b4e5-abe91c679f59), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.167954 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 33924539-e292-4143-ae08-d6c7b1201c34 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:46.172914 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 33924539-e292-4143-ae08-d6c7b1201c34 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:46.325108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (39a25811-90d0-4317-b4e5-abe91c679f59), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.467065 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (39a25811-90d0-4317-b4e5-abe91c679f59), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.493266 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a25811-90d0-4317-b4e5-abe91c679f59,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:46.496750 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.502352 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3ff7b19c-e358-427e-9c4e-32bcfbc9bb62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39a25811-90d0-4317-b4e5-abe91c679f59 HTTP/1.1" status: 204 len: 168 time: 0.4435761 May 03 16:34:46.502633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:46.506254 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c87ae-02e7-44f6-aa93-0187c30368c5 None None] Network f885123b-d597-4b09-a9de-422e81d59c30 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:34:46.576563 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (f885123b-d597-4b09-a9de-422e81d59c30), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.631223 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Deleting port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:46.631604 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.682448 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] DHCP port deletion for f885123b-d597-4b09-a9de-422e81d59c30 request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:34:46.694421 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] For port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:46.694785 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.707789 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Calling delete_port for b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:46.723904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Deleting port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:46.724281 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.791019 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] For port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,segment=NetworkSegment(329f5657-00d3-4646-a730-723935b058c6),segment_id=329f5657-00d3-4646-a730-723935b058c6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:46.796203 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.804146 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Calling delete_port for b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:46.861401 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.886971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:46.891356 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] No DVR routers for this DVR port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e on host dv-cinder-840324-1-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:46.925589 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.950904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Pushing event deleted for resources: {'Port': ['ID=b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:46.953123 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] No DVR routers for this DVR port b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:46.962130 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.962481 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.962842 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.963270 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.963612 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.964194 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.964523 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.964846 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.965221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.965496 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.965623 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (f885123b-d597-4b09-a9de-422e81d59c30), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:46.965805 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.966125 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.966444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.966762 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.967082 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed255139-5ecb-480f-94a0-91a529d404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:34:46.987514 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f885123b-d597-4b09-a9de-422e81d59c30']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:46.997570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329f5657-00d3-4646-a730-723935b058c6') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:46.998070 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329f5657-00d3-4646-a730-723935b058c6') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:47.008716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (329f5657-00d3-4646-a730-723935b058c6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.022297 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (329f5657-00d3-4646-a730-723935b058c6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.028366 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (329f5657-00d3-4646-a730-723935b058c6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:34:47.032090 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:34:47.144550 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (f885123b-d597-4b09-a9de-422e81d59c30), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.149360 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.153085 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f885123b-d597-4b09-a9de-422e81d59c30 HTTP/1.1" status: 204 len: 168 time: 0.6488729 May 03 16:34:47.167027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a680c2-4bdb-49ce-bd8b-14ec286018a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f885123b-d597-4b09-a9de-422e81d59c30,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:47.252700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507fa9-14cc-4575-b9a2-92bda7be7631 req-46cf8a30-8458-4808-a167-c4f4739899bb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:47.254077 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18507fa9-14cc-4575-b9a2-92bda7be7631 req-46cf8a30-8458-4808-a167-c4f4739899bb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0688741 May 03 16:34:47.306168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18507fa9-14cc-4575-b9a2-92bda7be7631 req-98e31cc4-c68a-4359-a224-e38ece6fbf35 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 May 03 16:34:47.456042 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51758) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:47.495468 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-bcace5f8-4da4-4b61-9d9c-5145303485fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=394ead9152f741e68d0eac3d52df3bc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382152 May 03 16:34:47.497817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:47.545470 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] Publish callbacks [] for security_group (6b8d820a-ba06-461e-a1db-9d337977b3e1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.571113 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] Publish callbacks [] for security_group (6b8d820a-ba06-461e-a1db-9d337977b3e1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.677607 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6b8d820a-ba06-461e-a1db-9d337977b3e1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.680257 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:47.681494 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b8d820a-ba06-461e-a1db-9d337977b3e1 HTTP/1.1" status: 204 len: 168 time: 0.1827071 May 03 16:34:47.690060 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544d35f-a188-43f2-90cb-e70ffb9c46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d820a-ba06-461e-a1db-9d337977b3e1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:48.073303 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:48.093077 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:48.093420 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device b42b7ed6-1cba-4588-94dc-b1eb3c5d9e5e not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:48.093825 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:48.116424 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:48.116719 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f1e42ee8-77bb-4ddf-847d-a1e0d2d21c53 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:48.425172 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68e14d-2ec0-4349-be17-3a0b0518ef93 req-41c8b3a1-8759-4cab-b6d1-b03a5a804256 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:48.426761 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e68e14d-2ec0-4349-be17-3a0b0518ef93 req-41c8b3a1-8759-4cab-b6d1-b03a5a804256 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0478923 May 03 16:34:48.479580 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e68e14d-2ec0-4349-be17-3a0b0518ef93 req-6a209622-4d4a-4696-bb70-8f9e50f8988a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469623 May 03 16:34:49.592527 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c071ff-3d8a-40e8-9b90-48038bf043b0 req-b06db5e1-dc70-42a2-9524-decd0ef4294b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:49.594074 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9c071ff-3d8a-40e8-9b90-48038bf043b0 req-b06db5e1-dc70-42a2-9524-decd0ef4294b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0471387 May 03 16:34:49.652211 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e9c071ff-3d8a-40e8-9b90-48038bf043b0 req-5ddb3ac1-cf57-4ccc-8914-92ce3e1fe146 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515623 May 03 16:34:50.537091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8198d57-0771-405e-997c-645f3c7fd2fc details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:34:50.632676 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8198d57-0771-405e-997c-645f3c7fd2fc,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:50.645568 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:34:50.686298 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port c8198d57-0771-405e-997c-645f3c7fd2fc is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:34:50.686691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:50.700452 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8198d57-0771-405e-997c-645f3c7fd2fc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:34:50.721310 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8198d57-0771-405e-997c-645f3c7fd2fc,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:50.774275 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd755b-06d8-44ef-b40b-0d3cc6e59b18 req-4045e160-8448-4341-951c-947f73dec737 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:50.775802 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dbd755b-06d8-44ef-b40b-0d3cc6e59b18 req-4045e160-8448-4341-951c-947f73dec737 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 943 time: 0.0517883 May 03 16:34:50.827151 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:50.832270 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3dbd755b-06d8-44ef-b40b-0d3cc6e59b18 req-d73f2feb-7683-4597-b78d-b5b1a841cdd3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504780 May 03 16:34:50.878154 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:51.197279 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['c8198d57-0771-405e-997c-645f3c7fd2fc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:34:51.337497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc4e3-fca9-4ba8-958d-9ff8f190f4c9 req-5ca730d5-2131-4fb2-93dc-80c16cb16a08 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:51.339381 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2cdc4e3-fca9-4ba8-958d-9ff8f190f4c9 req-5ca730d5-2131-4fb2-93dc-80c16cb16a08 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0654941 May 03 16:34:51.392469 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e2cdc4e3-fca9-4ba8-958d-9ff8f190f4c9 req-10e6ea66-c3dc-4bd1-ab0b-3ed24dbc136d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 May 03 16:34:51.949125 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b932b-265c-4d7e-93af-8adc5e665c3a req-5576026c-0f07-43f6-80b7-9b68948ef100 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:51.950575 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-299b932b-265c-4d7e-93af-8adc5e665c3a req-5576026c-0f07-43f6-80b7-9b68948ef100 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 944 time: 0.0490389 May 03 16:34:52.000189 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-299b932b-265c-4d7e-93af-8adc5e665c3a req-90a8b8be-5530-490f-b3e6-378b09def8c9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 May 03 16:34:52.516688 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757c35b-a5bd-4e67-8dd5-bddb283d576a req-9a839642-3cb6-4429-8f22-a49250aa5e0e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:52.518984 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b757c35b-a5bd-4e67-8dd5-bddb283d576a req-9a839642-3cb6-4429-8f22-a49250aa5e0e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0522335 May 03 16:34:52.539855 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8198d57-0771-405e-997c-645f3c7fd2fc up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:34:52.567284 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b757c35b-a5bd-4e67-8dd5-bddb283d576a req-ac88c284-1e68-4982-9e7d-c32a2fd18e26 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 May 03 16:34:52.594852 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port c8198d57-0771-405e-997c-645f3c7fd2fc completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:34:52.675457 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port c8198d57-0771-405e-997c-645f3c7fd2fc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:34:52.675763 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:52.752189 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port c8198d57-0771-405e-997c-645f3c7fd2fc is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:34:52.752567 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:52.775054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:52.777320 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c226635e-ac5f-453e-af99-3db78ceca65d" -d '{"events": [{"server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:52.789335 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8198d57-0771-405e-997c-645f3c7fd2fc,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:52.866725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:52.915047 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:52.936091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7d2e8-036c-4bd2-8b6c-81bc5769a3d9 x-openstack-request-id: req-eec7d2e8-036c-4bd2-8b6c-81bc5769a3d9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:52.936091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:52.936330 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eec7d2e8-036c-4bd2-8b6c-81bc5769a3d9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:52.936664 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec7d2e8-036c-4bd2-8b6c-81bc5769a3d9'] response: {'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'code': 200} May 03 16:34:53.142284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ba79d-7aa8-4a50-abb8-a0d046c9aaa6 req-7fbce430-11f4-46e1-af42-6f93d073d566 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:53.143829 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f7ba79d-7aa8-4a50-abb8-a0d046c9aaa6 req-7fbce430-11f4-46e1-af42-6f93d073d566 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0752678 May 03 16:34:53.175162 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-bb9eec87-ad2b-4b50-9e22-f9877bfec38e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:53.176794 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-bb9eec87-ad2b-4b50-9e22-f9877bfec38e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0683720 May 03 16:34:53.237683 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5f7ba79d-7aa8-4a50-abb8-a0d046c9aaa6 req-48fc0ecf-56e3-4e96-8950-2f81d8b825dc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879259 May 03 16:34:53.284991 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Deleting port 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:53.285319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:53.357600 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5e255-29e1-4407-bdc8-a54883b0df7c req-48121e00-1c31-4536-8ac7-b24b8971f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:53.359089 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-77c5e255-29e1-4407-bdc8-a54883b0df7c req-48121e00-1c31-4536-8ac7-b24b8971f4a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1129 time: 0.0382266 May 03 16:34:53.387806 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] For port 045049cc-b3a0-44d6-9532-d1bfce495dc8, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=045049cc-b3a0-44d6-9532-d1bfce495dc8,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:34:53.388186 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:53.406244 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-77c5e255-29e1-4407-bdc8-a54883b0df7c req-7dadedde-2ab4-4693-8a13-8a1e5f932690 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 May 03 16:34:53.562845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:53.563214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:53.563568 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Floating IP 43a11a6d-0afb-4eb7-b8f2-069769b4c9f2 disassociated. External IP: 172.27.0.96, port: 045049cc-b3a0-44d6-9532-d1bfce495dc8. May 03 16:34:53.564141 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Calling delete_port for 045049cc-b3a0-44d6-9532-d1bfce495dc8 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:53.711274 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a9fcd-7917-4819-a11e-3d27f11198f0 req-ccda6e37-62bd-4bd6-80cb-4212fdbd3ee8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:53.712748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d18a9fcd-7917-4819-a11e-3d27f11198f0 req-ccda6e37-62bd-4bd6-80cb-4212fdbd3ee8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 946 time: 0.0718362 May 03 16:34:53.767435 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d18a9fcd-7917-4819-a11e-3d27f11198f0 req-635ba9e8-6fa1-4612-99ef-d39becf35db2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465372 May 03 16:34:53.798288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (045049cc-b3a0-44d6-9532-d1bfce495dc8), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:53.832367 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'Port': ['ID=045049cc-b3a0-44d6-9532-d1bfce495dc8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:53.949758 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:34:54.060250 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:34:54.072715 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:34:54.084339 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:54.091666 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:54.105589 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] No DVR routers for this DVR port 045049cc-b3a0-44d6-9532-d1bfce495dc8 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:34:54.108456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:54.112088 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbc3050d-40b3-439a-ae37-fd64b9bb452d req-7d573bde-bbe2-49cf-993b-53c12ba8c32e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "DELETE /v2.0/ports/045049cc-b3a0-44d6-9532-d1bfce495dc8 HTTP/1.1" status: 204 len: 173 time: 0.9285381 May 03 16:34:54.112536 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-deleted', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:54.114936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c66f62-555c-4aa0-9f27-3d20c47ca80a" -d '{"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-deleted", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:54.159850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd2e25-d922-4e7c-abba-d675608f4df0 x-openstack-request-id: req-a6bd2e25-d922-4e7c-abba-d675608f4df0 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:54.159850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc719d-44db-430c-9609-e8f988dbfec0", "name": "network-vif-deleted", "tag": "045049cc-b3a0-44d6-9532-d1bfce495dc8", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:54.159850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6bd2e25-d922-4e7c-abba-d675608f4df0 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:54.159850 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bd2e25-d922-4e7c-abba-d675608f4df0'] response: {'server_uuid': '76bc719d-44db-430c-9609-e8f988dbfec0', 'name': 'network-vif-deleted', 'tag': '045049cc-b3a0-44d6-9532-d1bfce495dc8', 'status': 'completed', 'code': 200} May 03 16:34:54.206206 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:54.378783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926355a-b5b1-4e45-b9c5-a11ac038d633 req-0d2f5626-2fb9-4373-8e25-dac36289e5af tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:54.380340 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3926355a-b5b1-4e45-b9c5-a11ac038d633 req-0d2f5626-2fb9-4373-8e25-dac36289e5af tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0533888 May 03 16:34:54.444562 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:54.451511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3926355a-b5b1-4e45-b9c5-a11ac038d633 req-96ff7fac-668e-4f07-a0ca-49aff4000cdd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640466 May 03 16:34:54.471767 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:34:54.480542 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:54.481168 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:54.679677 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:54.873473 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:54.883595 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42e54946-b844-4307-becf-bff9fb278121 req-707c91ff-da69-4ee5-8b1a-351b55d8d4fb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=76bc719d-44db-430c-9609-e8f988dbfec0 HTTP/1.1" status: 200 len: 210 time: 0.0296917 May 03 16:34:54.904858 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560d453-4a30-4937-881e-babb6d63eafa None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:34:55.146877 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ddf031-b6b9-4528-a8fe-c1a4434dff88 None None] New status for floating IP 43a11a6d-0afb-4eb7-b8f2-069769b4c9f2: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:34:55.561258 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50e0d9-42a8-4d98-bacc-230dced0ba6e req-feb76549-1d4b-4d89-92db-a7fc9235ece6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:55.562758 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c50e0d9-42a8-4d98-bacc-230dced0ba6e req-feb76549-1d4b-4d89-92db-a7fc9235ece6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0482168 May 03 16:34:55.613320 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c50e0d9-42a8-4d98-bacc-230dced0ba6e req-e14a7702-329b-4ea2-b093-a7675358be31 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 May 03 16:34:55.727198 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807928f0-5522-40f3-94d6-ccf5130afa50 req-5a3a60c1-d7fe-4324-9fa5-b3118e62bf72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:55.728670 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-807928f0-5522-40f3-94d6-ccf5130afa50 req-5a3a60c1-d7fe-4324-9fa5-b3118e62bf72 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0479527 May 03 16:34:55.778666 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-807928f0-5522-40f3-94d6-ccf5130afa50 req-fea5685e-b54f-4b34-aa80-bffaa8e094cb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 May 03 16:34:55.807424 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:55.848551 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf38e0d-d71f-4d11-a75e-81cf3f0e7a42 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:55.850034 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6cf38e0d-d71f-4d11-a75e-81cf3f0e7a42 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1124 time: 0.0416281 May 03 16:34:55.852874 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:55.857014 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:55.955639 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.033948 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.070472 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51918) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:56.124982 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (1dfd582c-34c6-418f-b6d2-ee2a627ac3d5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.145593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.27.0.202 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/84f4e123-0a33-41eb-a747-1d95f6202dbb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:34:56.149003 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (1dfd582c-34c6-418f-b6d2-ee2a627ac3d5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.253850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.289287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1dfd582c-34c6-418f-b6d2-ee2a627ac3d5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.291860 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.295706 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51920) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:56.299673 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "DELETE /v2.0/security-groups/1dfd582c-34c6-418f-b6d2-ee2a627ac3d5 HTTP/1.1" status: 204 len: 168 time: 0.2242522 May 03 16:34:56.306093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b353a-5c38-4664-b033-bfd2f37785ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd582c-34c6-418f-b6d2-ee2a627ac3d5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:56.359366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.424131 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:34:56.428668 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:34:56.430800 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=84f4e123-0a33-41eb-a747-1d95f6202dbb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:56.433001 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:34:56.511233 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.api.v2.resource [None req-1ffbea90-f1fd-4087-9954-b5814420b6e2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] show failed (client error): The resource could not be found. May 03 16:34:56.512223 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1ffbea90-f1fd-4087-9954-b5814420b6e2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups/1dfd582c-34c6-418f-b6d2-ee2a627ac3d5 HTTP/1.1" status: 404 len: 347 time: 0.2155426 May 03 16:34:56.515175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:56.710314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Deleting port a791e6b8-5dae-437b-8ad7-d6a6b06af169 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:34:56.711023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.873383 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.873755 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (a791e6b8-5dae-437b-8ad7-d6a6b06af169), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:56.891160 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Calling delete_port for a791e6b8-5dae-437b-8ad7-d6a6b06af169 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:34:57.309659 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (bb99935e-ae98-497c-a03c-550f5f740157), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.498827 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.519377 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a791e6b8-5dae-437b-8ad7-d6a6b06af169), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.550668 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'Port': ['ID=a791e6b8-5dae-437b-8ad7-d6a6b06af169,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:57.677141 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (43a11a6d-0afb-4eb7-b8f2-069769b4c9f2), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.679675 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.680830 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-28903fac-2487-427c-b70f-76062b092f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "DELETE /v2.0/floatingips/43a11a6d-0afb-4eb7-b8f2-069769b4c9f2 HTTP/1.1" status: 204 len: 168 time: 1.1647501 May 03 16:34:57.729728 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.803959 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.873529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=84f4e123-0a33-41eb-a747-1d95f6202dbb,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:57.886736 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (bb99935e-ae98-497c-a03c-550f5f740157), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.959031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d973e00e-e2e0-4ce6-a070-55758ca36772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:57.987441 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP bb99935e-ae98-497c-a03c-550f5f740157 associated. External IP: 172.27.0.202, port: c8198d57-0771-405e-997c-645f3c7fd2fc. May 03 16:34:58.071628 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51940) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:58.076399 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153412668', 'description': 'tempest-description--1436435606'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:58.200661 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:34:58.212418 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.280326 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (40e43050-1aef-4b82-8c7a-9378090dcea3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.316783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:34:58.327445 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:34:58.337349 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:58.337963 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:58.386653 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (40e43050-1aef-4b82-8c7a-9378090dcea3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.415837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e43050-1aef-4b82-8c7a-9378090dcea3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:58.448459 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:58.451135 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.480005 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.482027 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e061e83b-34d3-48b1-a7c2-6ee1d3f7f0f1 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6281734 May 03 16:34:58.482627 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:34:58.484216 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c8e85fd9-bbae-4ba2-9c45-92d3a55b261b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4114747 May 03 16:34:58.492853 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb03ff6-c55c-488c-ba49-4960c935b40e" -d '{"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:34:58.493988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:58.504882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group_rule': {'security_group_id': '40e43050-1aef-4b82-8c7a-9378090dcea3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:58.530237 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680cb57f-fbd3-4445-a258-078ca6c61d76 x-openstack-request-id: req-680cb57f-fbd3-4445-a258-078ca6c61d76 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:34:58.530532 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:34:58.530819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-680cb57f-fbd3-4445-a258-078ca6c61d76 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:34:58.531231 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680cb57f-fbd3-4445-a258-078ca6c61d76'] response: {'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'status': 'completed', 'code': 200} May 03 16:34:58.578544 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:34:58.597486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-8426a18f-ae0d-4ebe-8f9a-f6f6528ddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:58.599011 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-8426a18f-ae0d-4ebe-8f9a-f6f6528ddc11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1129 time: 0.0449920 May 03 16:34:58.604528 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 045049cc-b3a0-44d6-9532-d1bfce495dc8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:34:58.604960 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 045049cc-b3a0-44d6-9532-d1bfce495dc8 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:34:58.633055 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (f56db0f4-8e0a-4028-a7b6-d6c804aaa8f0), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.684538 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:56Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:58.692579 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (f56db0f4-8e0a-4028-a7b6-d6c804aaa8f0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.697341 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-843aefb7-eb99-4fdd-a1a6-9c2db17aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:58.698958 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-843aefb7-eb99-4fdd-a1a6-9c2db17aac43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.0919816 May 03 16:34:58.712380 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:34:58.720992 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:34:58.721603 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:34:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:58.767736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-f0da83b3-f755-4b0a-bf99-1a3c5f2e3577 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 999 time: 0.0626147 May 03 16:34:58.800795 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (f56db0f4-8e0a-4028-a7b6-d6c804aaa8f0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.816511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-adb48fc4-c04f-4e72-b0a8-d6b3d7a1a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:58.817956 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-adb48fc4-c04f-4e72-b0a8-d6b3d7a1a7ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0451775 May 03 16:34:58.820709 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56db0f4-8e0a-4028-a7b6-d6c804aaa8f0,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:58.836098 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:34:58.862012 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-10ecf68e-3ca5-482c-93db-8bf50b9926ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:34:58.864196 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-10ecf68e-3ca5-482c-93db-8bf50b9926ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391152 May 03 16:34:58.897486 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:58.901411 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-91de2730-fdf6-47aa-b2b4-9eaee42b4448 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4037642 May 03 16:34:58.902548 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:58.907075 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'security_group_rule': {'security_group_id': '40e43050-1aef-4b82-8c7a-9378090dcea3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:58.958673 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-2d122be0-c99e-482e-aa58-20e2bb586fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 May 03 16:34:58.998234 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (01cc1aa0-ae60-40dc-ab21-0d46711ab4fe), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.064366 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bfb03ff6-c55c-488c-ba49-4960c935b40e req-4b6f0bce-7eeb-4749-a9ce-ccc19321eec1 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991919 May 03 16:34:59.069196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (01cc1aa0-ae60-40dc-ab21-0d46711ab4fe), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.072553 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:56Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:34:59.100457 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f50710-0cfc-457f-a9e6-5e5af4563fa6 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:56Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:34:59.152293 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (01cc1aa0-ae60-40dc-ab21-0d46711ab4fe), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.170285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cc1aa0-ae60-40dc-ab21-0d46711ab4fe,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:59.265984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.267277 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3878870f-7e3d-40f2-9904-e10aa5d987d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3636279 May 03 16:34:59.270480 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 51956) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:59.277854 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:34:59.309022 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c6f4d-f835-49f2-ac86-90ecd34cbbcf None None] New status for floating IP bb99935e-ae98-497c-a03c-550f5f740157: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:34:59.389475 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.474171 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.535055 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:59.589233 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Allocated IP 172.27.0.213 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/3b754277-797f-483c-81f5-daf2563fe67d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:34:59.652356 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b249-790c-4007-a121-e73fc428cde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.693685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (3b754277-797f-483c-81f5-daf2563fe67d), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.728133 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b249-790c-4007-a121-e73fc428cde1 admin admin] Publish callbacks [] for security_group (bfd4bd89-f1f6-4f64-990f-1c317393aee3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.803972 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (3b754277-797f-483c-81f5-daf2563fe67d), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.843182 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:34:59.846502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:34:59.852058 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:34:59.857543 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=3b754277-797f-483c-81f5-daf2563fe67d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:59.866731 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b249-790c-4007-a121-e73fc428cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (bfd4bd89-f1f6-4f64-990f-1c317393aee3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.906767 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c3a2b249-790c-4007-a121-e73fc428cde1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48da99959ab5440fa000890eeb7cfd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705423 May 03 16:34:59.907739 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2b249-790c-4007-a121-e73fc428cde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4bd89-f1f6-4f64-990f-1c317393aee3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:34:59.910871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 51964) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:34:59.946653 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.959959 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] Publish callbacks [] for security_group (bfd4bd89-f1f6-4f64-990f-1c317393aee3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:34:59.980975 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] Publish callbacks [] for security_group (bfd4bd89-f1f6-4f64-990f-1c317393aee3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.053919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (3b754277-797f-483c-81f5-daf2563fe67d), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.123803 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (bfd4bd89-f1f6-4f64-990f-1c317393aee3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.127058 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.128311 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfd4bd89-f1f6-4f64-990f-1c317393aee3 HTTP/1.1" status: 204 len: 168 time: 0.2163012 May 03 16:35:00.136372 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc85852-b7ea-40df-b06e-64ee12993258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4bd89-f1f6-4f64-990f-1c317393aee3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:00.203499 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71a6ef96-a2ed-46a9-b156-13cd4f6c7a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.214063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (3b754277-797f-483c-81f5-daf2563fe67d), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.329535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (3b754277-797f-483c-81f5-daf2563fe67d), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.396879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=3b754277-797f-483c-81f5-daf2563fe67d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:00.411073 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.480283 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:00.482235 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-3a606c09-7b3b-43dd-b16f-61120065559f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2107079 May 03 16:35:00.679862 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-99983e7f-6812-41f1-b38b-74d8caffe767 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1153412668&fields=id&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 267 time: 0.0472682 May 03 16:35:00.785649 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-10208844-4381-41dd-a39b-87d6fa42975d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:00.787103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-10208844-4381-41dd-a39b-87d6fa42975d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 815 time: 0.1007910 May 03 16:35:00.801972 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-6b8c36f7-95b3-4553-a258-c8e4a39263c3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/quotas/f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 375 time: 0.0094829 May 03 16:35:00.848926 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-35057a34-c9e6-4397-a364-cc2742c47a80 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421801 May 03 16:35:00.949336 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-0d16eb4a-7d47-4b08-b9c0-7efc93a4bfb5 service neutron] 10.222.0.42 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895846 May 03 16:35:01.035857 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:01.040590 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-50e3784a-14b2-4cac-b1db-50e6bee6e34b service neutron] 10.222.0.42 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846300 May 03 16:35:01.276242 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-246476c7-492f-44fb-9b9e-4f835ca2b091 req-2d687edb-ede9-4b89-b636-7a1242ebb36a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 210 time: 0.0348325 May 03 16:35:02.375608 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9ad6fcd3-51b4-454a-bee7-b49c68475cad req-b6a7c19b-4271-4784-a001-c11e5fa732a4 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 210 time: 0.0271595 May 03 16:35:02.840636 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52046) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:02.857781 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:02.948287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2422-255c-44ed-8d46-aa47b12e2259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.021223 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2422-255c-44ed-8d46-aa47b12e2259 admin admin] Publish callbacks [] for security_group (9f93d1e6-0245-47b0-a68b-9af76e449229), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.127324 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2422-255c-44ed-8d46-aa47b12e2259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (9f93d1e6-0245-47b0-a68b-9af76e449229), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.165699 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3c0e2422-255c-44ed-8d46-aa47b12e2259 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb2285dc672145658dbed4d8d08829f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238275 May 03 16:35:03.166755 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e2422-255c-44ed-8d46-aa47b12e2259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93d1e6-0245-47b0-a68b-9af76e449229,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:03.168386 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52050) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:03.217196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62302746-b099-469b-a422-33a020413c28 admin admin] Publish callbacks [] for security_group (9f93d1e6-0245-47b0-a68b-9af76e449229), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.238340 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62302746-b099-469b-a422-33a020413c28 admin admin] Publish callbacks [] for security_group (9f93d1e6-0245-47b0-a68b-9af76e449229), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.357497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62302746-b099-469b-a422-33a020413c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (9f93d1e6-0245-47b0-a68b-9af76e449229), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.360112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62302746-b099-469b-a422-33a020413c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:03.361917 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-62302746-b099-469b-a422-33a020413c28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f93d1e6-0245-47b0-a68b-9af76e449229 HTTP/1.1" status: 204 len: 168 time: 0.1924694 May 03 16:35:03.369751 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62302746-b099-469b-a422-33a020413c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93d1e6-0245-47b0-a68b-9af76e449229,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:03.482891 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-53b9bf56-1d49-4389-af9b-be4752bd2ba7 req-5291b7ee-9274-4cc7-afe4-76fcef970158 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 210 time: 0.0267630 May 03 16:35:03.663791 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-29c81519-1fec-4c06-9c84-f35596b87597 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:03.665425 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-29c81519-1fec-4c06-9c84-f35596b87597 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 815 time: 0.1055253 May 03 16:35:03.726575 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-fe0d23c4-b2d1-4d63-a8c6-d121ba2ff7bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 380 time: 0.0524971 May 03 16:35:03.736062 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'port': {'device_id': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'admin_state_up': True, 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'security_groups': ['40e43050-1aef-4b82-8c7a-9378090dcea3']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:03.995139 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Made reservation on behalf of f9ae1a3920c3485da0cc8f5f91108796 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:35:03.998524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.075529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52058) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:04.118291 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542fec5d-1021-4019-869f-a8826a6d8317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.158112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Allocated IP 172.20.0.3 (8570f46f-8ac1-4411-af56-3eb50054518c/fd01bcd3-de98-41f7-afa0-98cf05479ee9/be030a0e-31fd-4a7e-850e-c08af7dc4d7a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:35:04.189475 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.290287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542fec5d-1021-4019-869f-a8826a6d8317 admin admin] Publish callbacks [] for security_group (e3d90c2d-4c1c-4ebd-9832-646a0986dc55), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.332259 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.374913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542fec5d-1021-4019-869f-a8826a6d8317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e3d90c2d-4c1c-4ebd-9832-646a0986dc55), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.418485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-542fec5d-1021-4019-869f-a8826a6d8317 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ae63be1ccb64d5e9487e4cd405e24f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414059 May 03 16:35:04.418805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fec5d-1021-4019-869f-a8826a6d8317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d90c2d-4c1c-4ebd-9832-646a0986dc55,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:04.420664 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52064) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:04.444019 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.471147 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] Publish callbacks [] for security_group (e3d90c2d-4c1c-4ebd-9832-646a0986dc55), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.486156 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Network 8570f46f-8ac1-4411-af56-3eb50054518c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:35:04.489415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:35:04.492603 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] Publish callbacks [] for security_group (e3d90c2d-4c1c-4ebd-9832-646a0986dc55), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.495923 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:35:04.504790 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:04.562115 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:04.565608 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.634946 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbcc82-b7b4-4c64-8b3e-837e8fcd613b req-7cd0c777-eaa3-4207-a4c2-1375e78d561d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:04.637053 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4fbcc82-b7b4-4c64-8b3e-837e8fcd613b req-7cd0c777-eaa3-4207-a4c2-1375e78d561d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 931 time: 0.0667851 May 03 16:35:04.661629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (e3d90c2d-4c1c-4ebd-9832-646a0986dc55), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.664560 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.675309 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3d90c2d-4c1c-4ebd-9832-646a0986dc55 HTTP/1.1" status: 204 len: 168 time: 0.2529700 May 03 16:35:04.695991 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c177-792e-420c-9c79-d379abe994b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d90c2d-4c1c-4ebd-9832-646a0986dc55,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:04.716966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b4fbcc82-b7b4-4c64-8b3e-837e8fcd613b req-571bc29c-81a9-4898-8b48-25d224594f8d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723555 May 03 16:35:04.721116 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-077bd7a9-1342-4b4c-9ca5-37c8f00c6265 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891007 May 03 16:35:04.733326 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Request body: {'port': {'device_id': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:04.794390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.809648 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d483d285-9157-4116-b214-6419a0bfe25b None None] Provisioning complete for port be030a0e-31fd-4a7e-850e-c08af7dc4d7a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:35:04.810101 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d483d285-9157-4116-b214-6419a0bfe25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:04.850057 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d483d285-9157-4116-b214-6419a0bfe25b None None] Port be030a0e-31fd-4a7e-850e-c08af7dc4d7a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:35:05.060729 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:35:05.068424 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks [] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:05.080903 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Transition to ACTIVE for port object be030a0e-31fd-4a7e-850e-c08af7dc4d7a will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:35:05.192732 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:05.246354 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:05.319236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Attempting to bind port be030a0e-31fd-4a7e-850e-c08af7dc4d7a on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:35:05.319598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Attempting to bind port be030a0e-31fd-4a7e-850e-c08af7dc4d7a by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:35:05.319926 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Attempting to bind port be030a0e-31fd-4a7e-850e-c08af7dc4d7a on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:05.324462 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Port be030a0e-31fd-4a7e-850e-c08af7dc4d7a on network 8570f46f-8ac1-4411-af56-3eb50054518c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:35:05.324777 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Attempting to bind port be030a0e-31fd-4a7e-850e-c08af7dc4d7a on network 8570f46f-8ac1-4411-af56-3eb50054518c {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:05.329986 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:35:05.335427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Checking segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:35:05.335427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Bound using segment: {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:35:05.335427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Bound port: be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14ae13b-1f76-4ffe-9091-4bf44067ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:35:05.335427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:05.406364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:35:05.410504 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:35:05.487020 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:05.521847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.522466 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:05.523880 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] 10.222.0.36 "PUT /v2.0/ports/be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 1093 time: 0.7952981 May 03 16:35:05.524319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:05.526560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471cb4c-6170-4314-aab8-3dcff95a07eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:05.552314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516ff76-2102-41ea-b7fc-c321bc507323 service neutron] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:05.570258 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a1080d-5bff-4ee9-877f-3335efcb92b7 x-openstack-request-id: req-c6a1080d-5bff-4ee9-877f-3335efcb92b7 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:05.570484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:05.570738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6a1080d-5bff-4ee9-877f-3335efcb92b7 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:05.571147 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a1080d-5bff-4ee9-877f-3335efcb92b7'] response: {'name': 'network-changed', 'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'status': 'completed', 'code': 200} May 03 16:35:05.637139 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-e4c39f68-0bac-4f80-b575-23c2c72fe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.638666 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-e4c39f68-0bac-4f80-b575-23c2c72fe1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1127 time: 0.0466392 May 03 16:35:05.748631 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-2198bf59-b3df-4728-bf22-496af146a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.750340 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-2198bf59-b3df-4728-bf22-496af146a44c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1052849 May 03 16:35:05.869227 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071c2-dd69-4471-9f27-0c07058ef084 req-f9ab17d8-a897-4f5e-a74a-888b55fc4920 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.870685 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e21071c2-dd69-4471-9f27-0c07058ef084 req-f9ab17d8-a897-4f5e-a74a-888b55fc4920 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0847602 May 03 16:35:05.905682 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-e63534fa-4855-443d-a28d-f303c4db9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.907830 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3471cb4c-6170-4314-aab8-3dcff95a07eb req-e63534fa-4855-443d-a28d-f303c4db9baf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499898 May 03 16:35:05.936036 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e21071c2-dd69-4471-9f27-0c07058ef084 req-97af15fb-366b-46cc-bb32-9ac5f4b68723 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575812 May 03 16:35:05.989662 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-5db4e9c1-654d-4399-b27f-97f93e36fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:05.991149 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-5db4e9c1-654d-4399-b27f-97f93e36fa96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1127 time: 0.0425639 May 03 16:35:06.037330 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-de2a17c2-f1da-43d3-8f08-fd3f751fcafd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 217 time: 0.0374923 May 03 16:35:06.085310 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-0a86fa26-4163-4d15-908d-4d7db08902a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:06.086763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-0a86fa26-4163-4d15-908d-4d7db08902a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0433528 May 03 16:35:06.128333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-d7277ceb-b5f4-441a-b219-cd935693b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:06.129853 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-d7277ceb-b5f4-441a-b219-cd935693b411 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375988 May 03 16:35:06.224580 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-eec7314b-351c-4b96-bd4e-fb2cfb9fcef2 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887694 May 03 16:35:06.313815 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8de8dc1-a953-4c3a-8855-1c38e9cb468b req-fcf53692-b56f-4f47-9eeb-107d806ee9a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 May 03 16:35:07.062745 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfe49f-981a-4e4b-a941-3f75694154ff req-9bc2d9f4-8e92-4798-b34a-2a675aabd64c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:07.064977 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-16dfe49f-981a-4e4b-a941-3f75694154ff req-9bc2d9f4-8e92-4798-b34a-2a675aabd64c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0556188 May 03 16:35:07.112164 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-16dfe49f-981a-4e4b-a941-3f75694154ff req-e364e9e8-f8c9-451c-94db-e4c171f24213 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 May 03 16:35:08.227668 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aecab-9101-4ca8-b66b-1384bd747e85 req-a3f00903-174d-48e5-9b25-757b4670d5cc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:08.229119 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-097aecab-9101-4ca8-b66b-1384bd747e85 req-a3f00903-174d-48e5-9b25-757b4670d5cc tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0471447 May 03 16:35:08.276801 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-097aecab-9101-4ca8-b66b-1384bd747e85 req-2874ab8b-95bd-40ba-9ce0-4119b371a504 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 May 03 16:35:08.759815 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-78643eef-c4c8-41e1-a17a-72b74616466a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205969046&fields=id&tenant_id=0866e0526e8342e485bb8714c59ed834 HTTP/1.1" status: 200 len: 267 time: 0.0489316 May 03 16:35:08.811667 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-3754cc56-33cc-48df-906c-593718f7005c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:08.813102 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-3754cc56-33cc-48df-906c-593718f7005c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 985 time: 0.0480959 May 03 16:35:08.823969 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Request body: {'port': {'security_groups': ['77e29354-0bfc-43f9-aa57-9040cbbe3d4e']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:08.898107 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.069533 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:09.099267 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for port (1b4e0696-4990-4251-83b8-746bba46f965), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.203874 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.217245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:35:09.250685 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.252658 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.254091 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-301d91a1-a04e-4aa7-aa39-cc01efe2216c req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "PUT /v2.0/ports/1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 943 time: 0.4345458 May 03 16:35:09.254558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:09.256877 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e6f11-ff66-472d-a926-d53ffe48d841" -d '{"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:09.268586 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52140) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:09.288236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a03a-9f59-4c54-9fc6-048245da27fd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event updated for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:09.310045 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673a324-b836-4387-b172-3a7ffbd89cac x-openstack-request-id: req-9673a324-b836-4387-b172-3a7ffbd89cac {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:09.310343 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:09.311742 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9673a324-b836-4387-b172-3a7ffbd89cac {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:09.312170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9673a324-b836-4387-b172-3a7ffbd89cac'] response: {'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:35:09.350097 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.351031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:35:09.385069 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.391690 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-aa6504d8-e1e5-46b0-bd6c-38e5eaa81e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.394206 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-aa6504d8-e1e5-46b0-bd6c-38e5eaa81e31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1130 time: 0.0629144 May 03 16:35:09.518733 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4086bb-9ab3-4e3a-8d81-23f8f3b5b54c req-eb4965db-fea3-4fe7-b3b5-58789cbf2ae2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.526650 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c4086bb-9ab3-4e3a-8d81-23f8f3b5b54c req-eb4965db-fea3-4fe7-b3b5-58789cbf2ae2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.1252007 May 03 16:35:09.552451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.564393 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.566987 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.571465 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "DELETE /v2.0/security-groups/a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e HTTP/1.1" status: 204 len: 168 time: 0.3021269 May 03 16:35:09.576753 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52152) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:09.634969 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b81c8253-5f3f-4139-9676-ab5625e83ac2 None None] Provisioning complete for port 1b4e0696-4990-4251-83b8-746bba46f965 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:35:09.635446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b81c8253-5f3f-4139-9676-ab5625e83ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (1b4e0696-4990-4251-83b8-746bba46f965), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.656636 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c4086bb-9ab3-4e3a-8d81-23f8f3b5b54c req-5093c219-6af7-4ae4-b56d-b1756c8c7093 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291556 May 03 16:35:09.670755 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-c23c69b0-1a9e-41c5-9507-ced04cfe2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.673721 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-c23c69b0-1a9e-41c5-9507-ced04cfe2492 service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.2694588 May 03 16:35:09.684283 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea54589-ee53-43f0-8ab6-9458bc1acc60 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e3019a-5cda-4db6-bce6-7a4ea48c6e1e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:09.761064 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b81c8253-5f3f-4139-9676-ab5625e83ac2 None None] Current status of the port 1b4e0696-4990-4251-83b8-746bba46f965 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:35:09.766705 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-36c13938-442f-4d48-852f-9b04139e6edd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 1001 time: 0.0839720 May 03 16:35:09.818216 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-5de2706b-e055-4880-a0a5-b5c0dadd246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.819901 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-5de2706b-e055-4880-a0a5-b5c0dadd246e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0469885 May 03 16:35:09.837988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Deleting port 2e76063d-4b5d-4841-8d21-d7705e46a8c5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:09.838607 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.874191 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-e93c3eb7-78be-4579-8cf1-f64956ac73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:09.875749 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-e93c3eb7-78be-4579-8cf1-f64956ac73e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469055 May 03 16:35:09.917191 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.917513 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for floatingip (2e76063d-4b5d-4841-8d21-d7705e46a8c5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:09.933302 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Calling delete_port for 2e76063d-4b5d-4841-8d21-d7705e46a8c5 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:09.974553 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-149c340e-e73b-44eb-951d-1697e7ef84be service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880120 May 03 16:35:10.218343 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (2e76063d-4b5d-4841-8d21-d7705e46a8c5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:10.248654 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event deleted for resources: {'Port': ['ID=2e76063d-4b5d-4841-8d21-d7705e46a8c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:10.313099 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks [] for floatingip (afffb0a5-ac91-4e20-a0fd-4bd85fbf2939), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:10.313785 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Floating IP afffb0a5-ac91-4e20-a0fd-4bd85fbf2939 disassociated (deleted). External IP: 172.27.0.18, port: 1b4e0696-4990-4251-83b8-746bba46f965. May 03 16:35:10.382422 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac410c-d87a-44d9-a17a-1e736550257a req-60a73bc1-a640-4704-afe1-705c41080905 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:10.383908 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3ac410c-d87a-44d9-a17a-1e736550257a req-60a73bc1-a640-4704-afe1-705c41080905 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0629561 May 03 16:35:10.385809 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e06e6f11-ff66-472d-a926-d53ffe48d841 req-d224e242-b60a-489e-a07b-104f271535ce service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930097 May 03 16:35:10.432460 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3ac410c-d87a-44d9-a17a-1e736550257a req-6952684d-fde5-4d02-996a-07c25af894ed tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 May 03 16:35:10.525998 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Router 1c26e663-d747-4c11-a853-366bfc5e291e has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:10.632792 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:10.637815 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:10.643572 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Sync routers for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:10.654189 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:10.654805 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:10.667002 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4272059c-88a1-4d1d-b39d-8766a60642dc tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "DELETE /v2.0/floatingips/afffb0a5-ac91-4e20-a0fd-4bd85fbf2939 HTTP/1.1" status: 204 len: 168 time: 1.0907025 May 03 16:35:10.667619 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:10.669867 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e287415-a682-4f1e-bbc5-27b3a5833e41" -d '{"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:10.709331 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce75fc4-02bd-4de6-b762-11e62b604aca x-openstack-request-id: req-6ce75fc4-02bd-4de6-b762-11e62b604aca {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:10.709700 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:10.710144 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ce75fc4-02bd-4de6-b762-11e62b604aca {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:10.710738 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce75fc4-02bd-4de6-b762-11e62b604aca'] response: {'name': 'network-changed', 'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:35:10.769244 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:10.808715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00f8d-e2d8-4a0b-aaff-f05bbf81fcb7 req-22b6cb72-e237-4a5e-a9f7-b4a93c9f16ab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:10.810549 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-82e00f8d-e2d8-4a0b-aaff-f05bbf81fcb7 req-22b6cb72-e237-4a5e-a9f7-b4a93c9f16ab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0534363 May 03 16:35:10.859170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-82e00f8d-e2d8-4a0b-aaff-f05bbf81fcb7 req-fae7417b-1383-4d91-ac59-848e5bdfec94 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 May 03 16:35:11.054244 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:11.080724 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Checking router: 1c26e663-d747-4c11-a853-366bfc5e291e for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:11.089307 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:11.089923 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:11.199227 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:11.389645 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:11.416235 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13262505-4dbe-4730-a3b1-ab9ee0231f0a None None] The sync data for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi is: [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:31:09Z', 'revision_number': 4, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a6d818c7-7b3b-4c21-884e-f4d10b55f0bf', 'name': '', 'network_id': '754d17cc-641b-4e62-be53-f8a5bad4dd5c', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'mac_address': 'fa:16:3e:08:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:08Z', 'updated_at': '2022-05-03T16:31:13Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'subnets': [{'id': '73d15da4-a3a0-43b5-ba1e-3ce838d3839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:11.552723 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeb971-6a66-46d6-bb4e-329d2cc3c025 req-128f4a32-3b3d-408f-a2e4-d39730f0dbdf tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:11.555276 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fceeb971-6a66-46d6-bb4e-329d2cc3c025 req-128f4a32-3b3d-408f-a2e4-d39730f0dbdf tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0505745 May 03 16:35:11.605888 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fceeb971-6a66-46d6-bb4e-329d2cc3c025 req-6f08d6ac-ef7c-4835-8735-3f7b53f016ee tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458593 May 03 16:35:11.639156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4536d-317d-4d0e-88e8-d1463742d9b7 None None] New status for floating IP afffb0a5-ac91-4e20-a0fd-4bd85fbf2939: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:35:11.975720 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97badb-ed01-452c-ad44-eab938012c0b req-5c5e20f5-e878-433d-bf8c-e73db853a40c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:11.977083 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c97badb-ed01-452c-ad44-eab938012c0b req-5c5e20f5-e878-433d-bf8c-e73db853a40c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0459890 May 03 16:35:12.026980 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1c97badb-ed01-452c-ad44-eab938012c0b req-9d9bd0a6-4dc3-472b-9764-0b9576feb4fd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 May 03 16:35:12.572624 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:35:12.671771 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:12.684012 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:35:12.720489 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ee674-9b90-481e-9d3f-4a7b9023e705 req-df383011-3d6f-4d23-bf63-59b7cf3d1d84 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:12.722086 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a91ee674-9b90-481e-9d3f-4a7b9023e705 req-df383011-3d6f-4d23-bf63-59b7cf3d1d84 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0481577 May 03 16:35:12.722228 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:35:12.722590 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:12.736210 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:35:12.755676 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:12.769113 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a91ee674-9b90-481e-9d3f-4a7b9023e705 req-3cc07c3a-7165-4f6e-a060-2bb579f0332f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413733 May 03 16:35:12.828834 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:12.877023 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:13.141218 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7860e1-9ad3-4f18-ac39-2e92f448e555 req-900742b5-3f5c-4aa8-8d6e-84690684e7d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:13.142696 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e7860e1-9ad3-4f18-ac39-2e92f448e555 req-900742b5-3f5c-4aa8-8d6e-84690684e7d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0464244 May 03 16:35:13.189993 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e7860e1-9ad3-4f18-ac39-2e92f448e555 req-7e95e634-8c1e-433d-92cc-1d8e5e09616b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 May 03 16:35:13.884187 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e308e3-3b99-4956-ae63-52020c1e6927 req-fba78b0a-609b-4220-987b-a0c45dbeef23 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:13.885646 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11e308e3-3b99-4956-ae63-52020c1e6927 req-fba78b0a-609b-4220-987b-a0c45dbeef23 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0491385 May 03 16:35:13.931778 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11e308e3-3b99-4956-ae63-52020c1e6927 req-3f251af2-01f3-4ead-9710-e2279f00aa93 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407276 May 03 16:35:14.045843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-f4aa36c4-2fe0-4ebd-a171-fbab10fa87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:14.056758 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-f4aa36c4-2fe0-4ebd-a171-fbab10fa87ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1130 time: 0.0397837 May 03 16:35:14.170262 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-4dcd7560-d3e7-4dd1-a8d5-71573cb18db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:14.171756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-4dcd7560-d3e7-4dd1-a8d5-71573cb18db8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.0912759 May 03 16:35:14.305523 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280d17-2c0a-46c7-afb5-c8d9cb0fcc52 req-fb91aa8d-f54b-4eb8-8455-4f398ca0d95a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:14.307037 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-04280d17-2c0a-46c7-afb5-c8d9cb0fcc52 req-fb91aa8d-f54b-4eb8-8455-4f398ca0d95a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0459738 May 03 16:35:14.353388 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-04280d17-2c0a-46c7-afb5-c8d9cb0fcc52 req-f81e153d-89e3-46df-80cb-df67441f7f65 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 May 03 16:35:14.775725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['be030a0e-31fd-4a7e-850e-c08af7dc4d7a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:35:14.996279 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-29f8a781-2007-4a37-b619-2655bc1685ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 217 time: 0.0371783 May 03 16:35:15.004276 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-589dc185-ab05-4097-ab3e-4784115a76ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438581 May 03 16:35:15.045174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208f4c7-6e35-4f92-bdc5-05d538153b51 req-fc15279f-e134-40ea-b3d6-f21bc7b25263 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.046654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2208f4c7-6e35-4f92-bdc5-05d538153b51 req-fc15279f-e134-40ea-b3d6-f21bc7b25263 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0489550 May 03 16:35:15.093503 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2208f4c7-6e35-4f92-bdc5-05d538153b51 req-686df671-63e2-4299-bece-0d18fad5ba91 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa5b61d9-2c40-440f-ad6d-a90c92f66a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405726 May 03 16:35:15.213723 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-5adfdd3e-8682-4a2b-845e-f4e333e6161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.215183 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-5adfdd3e-8682-4a2b-845e-f4e333e6161f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0500059 May 03 16:35:15.222048 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-e781bdff-8b89-4511-85ed-1dc83bba4fde tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.223498 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-e781bdff-8b89-4511-85ed-1dc83bba4fde tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 945 time: 0.0526071 May 03 16:35:15.267364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-17780d3d-2648-473e-8bf0-a3a5eaa03b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.269046 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-17780d3d-2648-473e-8bf0-a3a5eaa03b64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444021 May 03 16:35:15.413197 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Deleting port 1937fc94-98a9-4a4c-975d-4ed6002116e3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:15.413665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:15.430076 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-94e998e4-04b4-40f9-b6e0-fe4d00478628 service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084447 May 03 16:35:15.504962 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0604c4e-a103-47d5-a045-d6522ff351c4 req-a8a092d1-255c-4538-8701-460b18b25e9a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.506626 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c0604c4e-a103-47d5-a045-d6522ff351c4 req-a8a092d1-255c-4538-8701-460b18b25e9a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0755851 May 03 16:35:15.515886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] For port 1937fc94-98a9-4a4c-975d-4ed6002116e3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1937fc94-98a9-4a4c-975d-4ed6002116e3,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:15.516264 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:15.608203 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e287415-a682-4f1e-bbc5-27b3a5833e41 req-499dd783-f152-4148-8fac-b79a0eb3c153 service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605198 May 03 16:35:15.608203 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c0604c4e-a103-47d5-a045-d6522ff351c4 req-af8abae2-27ec-4f5c-b3fa-a5ae450cb7dd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672095 May 03 16:35:15.795599 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-77c18143-2bcc-4f15-a686-78261c15dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.797479 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-77c18143-2bcc-4f15-a686-78261c15dc3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0866e0526e8342e485bb8714c59ed834&device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 1130 time: 0.0415335 May 03 16:35:15.921961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-c3a7ed2f-e369-4c47-85b4-53f8497eab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:15.923805 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-c3a7ed2f-e369-4c47-85b4-53f8497eab5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 200 len: 916 time: 0.1028769 May 03 16:35:15.940375 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:15.940734 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:15.941047 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Floating IP b1799bc6-cc27-439a-bd9b-23d48cb8ad80 disassociated. External IP: 172.27.0.184, port: 1937fc94-98a9-4a4c-975d-4ed6002116e3. May 03 16:35:15.941379 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Calling delete_port for 1937fc94-98a9-4a4c-975d-4ed6002116e3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:15.961446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:35:15.966938 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-7c00370a-5b37-4e80-848f-d556ab86bd0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 200 len: 217 time: 0.0355473 May 03 16:35:16.012621 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port be030a0e-31fd-4a7e-850e-c08af7dc4d7a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:35:16.025442 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-8967a34d-e537-479b-b996-70357024386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:16.027050 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-8967a34d-e537-479b-b996-70357024386a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 200 len: 854 time: 0.0530460 May 03 16:35:16.071898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-490e8d5e-a6b1-4298-b4e4-ff4815cac01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:16.073420 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-490e8d5e-a6b1-4298-b4e4-ff4815cac01d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=754d17cc-641b-4e62-be53-f8a5bad4dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398624 May 03 16:35:16.140615 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (1937fc94-98a9-4a4c-975d-4ed6002116e3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:16.141196 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port be030a0e-31fd-4a7e-850e-c08af7dc4d7a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:35:16.144655 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:16.181881 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-c91c04a3-9939-4469-a72e-bf0244a6203e service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023202 May 03 16:35:16.182136 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'Port': ['ID=1937fc94-98a9-4a4c-975d-4ed6002116e3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:16.216652 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-359fe524-b544-449d-9220-875bc1a48200 req-9f93ef03-2a0f-4ada-a9c4-87107844fd31 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.0498030 May 03 16:35:16.252324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:35:16.252775 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:16.279987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:16.283430 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079782ea-b5d6-4314-a562-ecb3ba5a2461" -d '{"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:16.309938 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b1d12ad7-aec2-4bb6-aefd-a1835da52581 req-9c59a549-1cbf-4260-a22d-688863782322 service neutron] 10.222.0.36 "GET /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022718 May 03 16:35:16.311621 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:16.324913 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:16.345197 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7bf7cc-84b7-466b-9ec6-01779b6bcaa6 x-openstack-request-id: req-8e7bf7cc-84b7-466b-9ec6-01779b6bcaa6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:16.347469 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:16.347822 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e7bf7cc-84b7-466b-9ec6-01779b6bcaa6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:16.348399 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7bf7cc-84b7-466b-9ec6-01779b6bcaa6'] response: {'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'code': 200} May 03 16:35:16.423969 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:16.451588 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:16.464426 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:16.481490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:16.482541 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:16.483176 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:16.514454 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] No DVR routers for this DVR port 1937fc94-98a9-4a4c-975d-4ed6002116e3 on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:16.523521 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:16.527231 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9063cfcf-d0a8-4279-8212-ebeea6afdd8e req-25db6f22-3a02-433e-8d44-f93b8921f13a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "DELETE /v2.0/ports/1937fc94-98a9-4a4c-975d-4ed6002116e3 HTTP/1.1" status: 204 len: 173 time: 1.2057168 May 03 16:35:16.527780 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'name': 'network-vif-deleted', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:16.530074 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f110a1-263f-4332-988d-b4c695777b1b" -d '{"events": [{"server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "name": "network-vif-deleted", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:16.567023 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52262caf-9837-4417-938d-09d55e45a3e8 x-openstack-request-id: req-52262caf-9837-4417-938d-09d55e45a3e8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:16.567365 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16694f50-64ef-4bb2-9f0e-5a49dcc08aa2", "name": "network-vif-deleted", "tag": "1937fc94-98a9-4a4c-975d-4ed6002116e3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:16.567623 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52262caf-9837-4417-938d-09d55e45a3e8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:16.568121 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52262caf-9837-4417-938d-09d55e45a3e8'] response: {'server_uuid': '16694f50-64ef-4bb2-9f0e-5a49dcc08aa2', 'name': 'network-vif-deleted', 'tag': '1937fc94-98a9-4a4c-975d-4ed6002116e3', 'status': 'completed', 'code': 200} May 03 16:35:16.613176 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:16.757101 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471e29-ae06-4bdb-952b-57cd50269e24 req-1c538ea3-8072-4d86-a505-779fc1309f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:16.758682 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4c471e29-ae06-4bdb-952b-57cd50269e24 req-1c538ea3-8072-4d86-a505-779fc1309f43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1129 time: 0.0489309 May 03 16:35:16.768336 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462a55-40af-448c-a822-2466f04a1c45 req-1e52b102-2c97-47d0-bbab-384b97923fff tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:16.769867 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff462a55-40af-448c-a822-2466f04a1c45 req-1e52b102-2c97-47d0-bbab-384b97923fff tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0679793 May 03 16:35:16.816008 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4c471e29-ae06-4bdb-952b-57cd50269e24 req-e135d919-8345-4398-90c5-3bdbe94a3a17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508978 May 03 16:35:16.830630 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff462a55-40af-448c-a822-2466f04a1c45 req-409aac3c-df73-49a5-81a1-508ad7f847a1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539913 May 03 16:35:16.851805 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:16.883353 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:16.891882 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:16.892499 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:17.002672 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:17.195568 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:17.229103 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c7b60-1ad6-4fcb-9723-a004c9ef1b0f None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:17.321054 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d26f18f6-527a-436b-8947-5a9fe8b1b755 req-ddde6977-fb3c-446d-abd8-f5c27976bfc6 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.0292816 May 03 16:35:17.458787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98a17f-f7e2-4769-bdd8-1db8987a8c41 None None] New status for floating IP b1799bc6-cc27-439a-bd9b-23d48cb8ad80: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:35:17.947709 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aef4f5-a31d-4241-8b95-4fe3d0c602b7 req-c4d6a6b0-1b68-4ff8-aadf-e940c257b066 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:17.949192 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49aef4f5-a31d-4241-8b95-4fe3d0c602b7 req-c4d6a6b0-1b68-4ff8-aadf-e940c257b066 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0455368 May 03 16:35:17.998252 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49aef4f5-a31d-4241-8b95-4fe3d0c602b7 req-9679ab09-2d2b-4968-ba11-576b273f8df9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 May 03 16:35:18.144171 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:35:18.446612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6f8d-3987-4490-9541-d12375ee44b2 req-b2cacd22-28cb-485b-9080-3bc56e3fa6f8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:18.448112 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-711b6f8d-3987-4490-9541-d12375ee44b2 req-b2cacd22-28cb-485b-9080-3bc56e3fa6f8 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0930483 May 03 16:35:18.449881 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0330fc91-d1b7-457e-88e7-2831d1f24cca req-9a17507b-e62e-48ea-be9c-90db691473b3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.0431018 May 03 16:35:18.497240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-711b6f8d-3987-4490-9541-d12375ee44b2 req-e0fe9946-8ab5-4c2e-82b2-d287128f2f7e tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 May 03 16:35:19.115127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfa33a-19d6-40e7-b41d-20f06a909c29 req-d4b6fc55-61a0-4137-9534-0bb8dfdefaea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:19.116581 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3ccfa33a-19d6-40e7-b41d-20f06a909c29 req-d4b6fc55-61a0-4137-9534-0bb8dfdefaea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0455327 May 03 16:35:19.166241 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3ccfa33a-19d6-40e7-b41d-20f06a909c29 req-e48a6d58-6acc-4643-bbdb-4a2183cf6c0a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 May 03 16:35:19.284092 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1257-fb54-4691-b863-add961229486 req-5e727cf9-388e-4fd9-bf3d-fc037b28552a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:19.285710 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-badf1257-fb54-4691-b863-add961229486 req-5e727cf9-388e-4fd9-bf3d-fc037b28552a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0501554 May 03 16:35:19.294131 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:19.298553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Request body: {'floatingip': {'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:19.334349 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52272) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:19.338560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.439612 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e1b22c5-5c41-4b05-a604-7a3446e3d32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.525515 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e1b22c5-5c41-4b05-a604-7a3446e3d32f admin admin] Publish callbacks [] for security_group (4d27c0d3-e3ea-480d-a896-ac003d63e446), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.578724 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a037660-c9c9-4d30-88c4-4ccfaa7a5e5a req-4c35d903-60a4-42a5-b08f-20cb60817b03 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=16694f50-64ef-4bb2-9f0e-5a49dcc08aa2 HTTP/1.1" status: 200 len: 210 time: 0.0329306 May 03 16:35:19.658051 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e1b22c5-5c41-4b05-a604-7a3446e3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4d27c0d3-e3ea-480d-a896-ac003d63e446), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.667592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28cb5e-5d6b-4477-b29a-fc7c12b1702c req-72b4d088-52af-4332-a5bd-57206423085c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:19.669972 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f28cb5e-5d6b-4477-b29a-fc7c12b1702c req-72b4d088-52af-4332-a5bd-57206423085c tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0947285 May 03 16:35:19.695985 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b22c5-5c41-4b05-a604-7a3446e3d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27c0d3-e3ea-480d-a896-ac003d63e446,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:19.700272 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3e1b22c5-5c41-4b05-a604-7a3446e3d32f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d72abb2636d4006810d17092ad80030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648474 May 03 16:35:19.702942 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:19.753833 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] Publish callbacks [] for security_group (4d27c0d3-e3ea-480d-a896-ac003d63e446), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.774570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] Publish callbacks [] for security_group (4d27c0d3-e3ea-480d-a896-ac003d63e446), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.792047 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f28cb5e-5d6b-4477-b29a-fc7c12b1702c req-26c004de-3ff7-4a12-b8ef-6528a2a24e0a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 May 03 16:35:19.897332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4d27c0d3-e3ea-480d-a896-ac003d63e446), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.900099 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.901017 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:19.901241 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d27c0d3-e3ea-480d-a896-ac003d63e446 HTTP/1.1" status: 204 len: 168 time: 0.1973197 May 03 16:35:19.909540 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43d307-390b-454a-83ea-5df6070eb4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27c0d3-e3ea-480d-a896-ac003d63e446,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:19.988614 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1937fc94-98a9-4a4c-975d-4ed6002116e3 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:19.994890 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.009107 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 1937fc94-98a9-4a4c-975d-4ed6002116e3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:20.009456 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1937fc94-98a9-4a4c-975d-4ed6002116e3 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:20.100433 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Floating IP 32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e associated. External IP: 172.27.0.213, port: be030a0e-31fd-4a7e-850e-c08af7dc4d7a. May 03 16:35:20.320561 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:20.433013 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:20.437660 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.442116 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:20.452138 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:20.452759 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:20.467454 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-cd22bcd2-7857-4b1a-ac0c-df03ce3c0b7e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "PUT /v2.0/floatingips/32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e HTTP/1.1" status: 200 len: 991 time: 1.1721766 May 03 16:35:20.468055 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:20.472268 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:20.517392 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b596fee-bb76-402f-9027-6fdb103ee160 x-openstack-request-id: req-8b596fee-bb76-402f-9027-6fdb103ee160 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:20.517695 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:20.517958 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b596fee-bb76-402f-9027-6fdb103ee160 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:20.518395 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b596fee-bb76-402f-9027-6fdb103ee160'] response: {'name': 'network-changed', 'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'status': 'completed', 'code': 200} May 03 16:35:20.566376 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:20.580375 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-604e4215-a721-4c4f-bf97-c9de000fcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.582286 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-604e4215-a721-4c4f-bf97-c9de000fcd9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1129 time: 0.0392375 May 03 16:35:20.610193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:20.629839 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0697134-bf8a-49b5-8223-b85902527a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.694578 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-57f53535-f1fd-456f-ba13-83405211025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.696336 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-57f53535-f1fd-456f-ba13-83405211025d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.0999036 May 03 16:35:20.717705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0697134-bf8a-49b5-8223-b85902527a8f admin admin] Publish callbacks [] for security_group (34f95fc9-5bc5-47ff-9f65-34b577249234), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.765108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52296) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:20.796306 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-4c149c10-30a7-473a-9fe4-696d9d23179a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.796748 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-17e28d40-0ee6-4e8e-a41d-29a869184801 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 999 time: 0.0686915 May 03 16:35:20.798415 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-4c149c10-30a7-473a-9fe4-696d9d23179a tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.36 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.0696833 May 03 16:35:20.802174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0697134-bf8a-49b5-8223-b85902527a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (34f95fc9-5bc5-47ff-9f65-34b577249234), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.867177 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-ce1bee81-ad7f-472a-98cd-01c395009139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.869074 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-ce1bee81-ad7f-472a-98cd-01c395009139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0626352 May 03 16:35:20.895778 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:59Z', 'updated_at': '2022-05-03T16:35:19Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:20.912752 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-d0697134-bf8a-49b5-8223-b85902527a8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0466c9b494624f5b9c71368202059a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008418 May 03 16:35:20.916557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-269f86a8-40fa-4626-9173-d30c1aae46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.918123 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-269f86a8-40fa-4626-9173-d30c1aae46b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421200 May 03 16:35:20.918582 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52300) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:20.930720 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:20.936276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0697134-bf8a-49b5-8223-b85902527a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f95fc9-5bc5-47ff-9f65-34b577249234,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:20.941903 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:20.941903 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:20.987864 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (aa5b61d9-2c40-440f-ad6d-a90c92f66a46), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:20.997653 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea1819-1346-4c05-a693-d976aced5762 req-573773d2-74a5-4e73-bd49-5256007571c5 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:20.999225 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5fea1819-1346-4c05-a693-d976aced5762 req-573773d2-74a5-4e73-bd49-5256007571c5 tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 946 time: 0.1180708 May 03 16:35:21.044959 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (aa5b61d9-2c40-440f-ad6d-a90c92f66a46), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.045178 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] Publish callbacks [] for security_group (34f95fc9-5bc5-47ff-9f65-34b577249234), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.058844 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-2f05d684-12bf-4dbf-b03d-708c45b3c5cd service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335027 May 03 16:35:21.060265 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Deleting port 1b4e0696-4990-4251-83b8-746bba46f965 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:21.060610 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (1b4e0696-4990-4251-83b8-746bba46f965), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.065284 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:21.080851 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] Publish callbacks [] for security_group (34f95fc9-5bc5-47ff-9f65-34b577249234), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.138843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5fea1819-1346-4c05-a693-d976aced5762 req-a3b5f48e-83d1-4c5d-9a97-6eff7fc97f5e tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/security-groups?id=77e29354-0bfc-43f9-aa57-9040cbbe3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332653 May 03 16:35:21.185863 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3fee5539-ed14-4450-9d6c-23fcc1e6cc4a req-8d931d9a-e687-4758-bddd-75cde79076e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170790 May 03 16:35:21.212603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] For port 1b4e0696-4990-4251-83b8-746bba46f965, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=1b4e0696-4990-4251-83b8-746bba46f965,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:21.212887 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (1b4e0696-4990-4251-83b8-746bba46f965), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.227612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Calling delete_port for 1b4e0696-4990-4251-83b8-746bba46f965 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:21.300828 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (34f95fc9-5bc5-47ff-9f65-34b577249234), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.303448 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.303787 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:59Z', 'updated_at': '2022-05-03T16:35:19Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:21.307072 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34f95fc9-5bc5-47ff-9f65-34b577249234 HTTP/1.1" status: 204 len: 168 time: 0.3851061 May 03 16:35:21.309741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (aa5b61d9-2c40-440f-ad6d-a90c92f66a46), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.312632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.316741 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "DELETE /v2.0/security-groups/aa5b61d9-2c40-440f-ad6d-a90c92f66a46 HTTP/1.1" status: 204 len: 168 time: 0.5471258 May 03 16:35:21.317342 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52304) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:21.320716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9b6d0-7ccc-49c2-b181-de0279cbce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f95fc9-5bc5-47ff-9f65-34b577249234,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:21.342343 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625f90-8455-460e-a32a-193a0f6ae178 None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:59Z', 'updated_at': '2022-05-03T16:35:19Z', 'revision_number': 1, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:21.353540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a975-761b-4bb9-aaef-4fee008a0d87 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b61d9-2c40-440f-ad6d-a90c92f66a46,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:21.356923 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.api.v2.resource [None req-75d0e9c3-bdf1-41d9-a311-efa24aa62226 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] show failed (client error): The resource could not be found. May 03 16:35:21.358086 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-75d0e9c3-bdf1-41d9-a311-efa24aa62226 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups/aa5b61d9-2c40-440f-ad6d-a90c92f66a46 HTTP/1.1" status: 404 len: 347 time: 0.0354207 May 03 16:35:21.361075 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52306) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:21.492013 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (1b4e0696-4990-4251-83b8-746bba46f965), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.506245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['1b4e0696-4990-4251-83b8-746bba46f965'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:35:21.509828 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Deleting port 1902ebd7-dd17-4a50-b2bc-912234a50b08 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:21.510181 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.530783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Pushing event deleted for resources: {'Port': ['ID=1b4e0696-4990-4251-83b8-746bba46f965,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:21.595578 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] No DVR routers for this DVR port 1b4e0696-4990-4251-83b8-746bba46f965 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:21.598972 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.602538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-330390cf-0fd4-444a-af81-ad87c58498a8 req-37870187-c3b6-4ece-b4de-2967ec348aca tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.36 "DELETE /v2.0/ports/1b4e0696-4990-4251-83b8-746bba46f965 HTTP/1.1" status: 204 len: 173 time: 0.7830617 May 03 16:35:21.613348 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace6c8b-c6b9-423e-b18b-fa576ce6a12f None None] New status for floating IP 32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:35:21.640840 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.642300 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (1902ebd7-dd17-4a50-b2bc-912234a50b08), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.654886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Calling delete_port for 1902ebd7-dd17-4a50-b2bc-912234a50b08 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:21.946931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (1902ebd7-dd17-4a50-b2bc-912234a50b08), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:21.974884 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'Port': ['ID=1902ebd7-dd17-4a50-b2bc-912234a50b08,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:22.057289 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (b1799bc6-cc27-439a-bd9b-23d48cb8ad80), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.060054 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.061320 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a7a15ca8-467d-4b63-8d5b-45e8752cd2aa tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "DELETE /v2.0/floatingips/b1799bc6-cc27-439a-bd9b-23d48cb8ad80 HTTP/1.1" status: 204 len: 168 time: 0.6994212 May 03 16:35:22.250199 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-edb96168-a264-4fcd-a4e3-c4f6fdb37b69 req-b0988607-e266-4a4e-b284-987b69b1defd tempest-TestMinimumBasicScenario-947555598 tempest-TestMinimumBasicScenario-947555598-project] 10.222.0.42 "GET /v2.0/ports?device_id=663b6f11-0c6e-4673-abe1-d375c642ae9f HTTP/1.1" status: 200 len: 210 time: 0.0281341 May 03 16:35:22.441634 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:22.446221 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864741165', 'description': 'tempest-description--1065998733'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:22.519741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'name': 'network-vif-deleted', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:22.522623 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a72cb-aa8a-4949-8082-be100f06b213" -d '{"events": [{"server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "name": "network-vif-deleted", "tag": "1b4e0696-4990-4251-83b8-746bba46f965"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:22.535307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.564790 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b74f9-d042-474a-b6f4-ff4317dfad29 x-openstack-request-id: req-a94b74f9-d042-474a-b6f4-ff4317dfad29 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:22.565105 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663b6f11-0c6e-4673-abe1-d375c642ae9f", "name": "network-vif-deleted", "tag": "1b4e0696-4990-4251-83b8-746bba46f965", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:22.565380 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a94b74f9-d042-474a-b6f4-ff4317dfad29 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:22.565776 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94b74f9-d042-474a-b6f4-ff4317dfad29'] response: {'server_uuid': '663b6f11-0c6e-4673-abe1-d375c642ae9f', 'name': 'network-vif-deleted', 'tag': '1b4e0696-4990-4251-83b8-746bba46f965', 'status': 'completed', 'code': 200} May 03 16:35:22.616171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (7181057d-f55d-49e7-bfae-8dbc17574bd0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.674318 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7181057d-f55d-49e7-bfae-8dbc17574bd0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.710156 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7181057d-f55d-49e7-bfae-8dbc17574bd0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:22.785846 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.787155 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e21fd690-f873-48e9-af7f-5ad6939ba134 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3444703 May 03 16:35:22.792952 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52366) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:22.794507 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group_rule': {'security_group_id': '7181057d-f55d-49e7-bfae-8dbc17574bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:22.913948 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (c53a4fa6-f5ec-4a50-887b-18a634bac989), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:22.990551 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (c53a4fa6-f5ec-4a50-887b-18a634bac989), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.068881 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (c53a4fa6-f5ec-4a50-887b-18a634bac989), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.088890 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53a4fa6-f5ec-4a50-887b-18a634bac989,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:23.170685 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.171936 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-508e7432-d6c4-4eec-a313-fe8516ab04fb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810315 May 03 16:35:23.174536 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52376) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:23.178822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'security_group_rule': {'security_group_id': '7181057d-f55d-49e7-bfae-8dbc17574bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:23.283397 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (493e0e5d-451f-42e4-a3cc-02474a419ba2), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.340688 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (493e0e5d-451f-42e4-a3cc-02474a419ba2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.448953 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (493e0e5d-451f-42e4-a3cc-02474a419ba2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.468724 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493e0e5d-451f-42e4-a3cc-02474a419ba2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:23.537217 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.550155 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0c8b7eb1-2987-4a34-949f-0b1ef52c4e0a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631923 May 03 16:35:23.550155 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52398) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:23.550155 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:23.615246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.699980 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.808323 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Allocated IP 172.27.0.69 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/5dea8ae1-9bf9-4101-a564-a330936ef535) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:35:23.915764 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:23.998028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.028881 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1b4e0696-4990-4251-83b8-746bba46f965 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:24.039674 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:35:24.042946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:35:24.049671 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:35:24.051473 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 1b4e0696-4990-4251-83b8-746bba46f965 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:24.052183 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 1b4e0696-4990-4251-83b8-746bba46f965 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:24.056117 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=5dea8ae1-9bf9-4101-a564-a330936ef535,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:24.146247 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.278341 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.436958 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.520364 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.592572 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=5dea8ae1-9bf9-4101-a564-a330936ef535,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:24.604590 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.694028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:24.695430 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-89f5acda-3b64-4a74-b54e-ac1ec59cd04c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1523602 May 03 16:35:24.927846 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52454) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:25.323558 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-05a72608-ebc5-42af-9020-f14be44a0b69 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1864741165&fields=id&tenant_id=6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 267 time: 0.3534970 May 03 16:35:25.520116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-890f5e0a-a64a-4304-9999-f3c4f8a6b5d1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:25.521823 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-890f5e0a-a64a-4304-9999-f3c4f8a6b5d1 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 811 time: 0.1914036 May 03 16:35:25.567360 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-da0e7d87-6a12-44ed-8ff7-d06fea408bc0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/quotas/6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 375 time: 0.0382166 May 03 16:35:25.667522 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-49f4775a-8733-412e-9918-3f090b2d131b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944490 May 03 16:35:25.848907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (1c26e663-d747-4c11-a853-366bfc5e291e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:25.903529 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-45e7887f-a3de-4515-bc48-995fe15b8d59 service neutron] 10.222.0.42 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209392 May 03 16:35:26.138970 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d485046b-2e28-453a-9fab-009c56958dad service neutron] 10.222.0.42 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284570 May 03 16:35:26.238568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Deleting port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:26.238915 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:26.318417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] For port a6d818c7-7b3b-4c21-884e-f4d10b55f0bf, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:26.318776 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:26.331576 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Calling delete_port for a6d818c7-7b3b-4c21-884e-f4d10b55f0bf owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:26.468987 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff758598-70a8-470a-b128-e652e2295770 req-ddb66f14-1625-41de-9316-3d5b315d1c60 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 210 time: 0.0347083 May 03 16:35:26.646021 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a6d818c7-7b3b-4c21-884e-f4d10b55f0bf), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:26.672959 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d818c7-7b3b-4c21-884e-f4d10b55f0bf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:26.885404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (1c26e663-d747-4c11-a853-366bfc5e291e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.113698 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Router 1c26e663-d747-4c11-a853-366bfc5e291e has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:27.228580 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:27.236951 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c00d36c8-9772-4073-baf0-eea1d28b4747 admin admin] 10.222.0.42 "PUT /v2.0/routers/1c26e663-d747-4c11-a853-366bfc5e291e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079176 May 03 16:35:27.237252 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:27.238117 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Sync routers for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:27.248683 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:27.249301 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:27.348805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks [] for router (1c26e663-d747-4c11-a853-366bfc5e291e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.362634 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:27.457422 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks [] for router_gateway (1c26e663-d747-4c11-a853-366bfc5e291e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.538969 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:35:26Z', 'revision_number': 5, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port': {'id': '331dcc61-aa12-4283-b350-fb6a60b8fddf', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:06Z', 'updated_at': '2022-05-03T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:27.571500 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Checking router: 1c26e663-d747-4c11-a853-366bfc5e291e for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:27.580387 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Routers {'1c26e663-d747-4c11-a853-366bfc5e291e'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:27.581299 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['1c26e663-d747-4c11-a853-366bfc5e291e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:27.582482 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Deleting port 331dcc61-aa12-4283-b350-fb6a60b8fddf {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:27.582822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.589165 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-811fae76-0799-46ce-8b65-aa33bac16023 req-497e3d49-39db-4d71-b04d-4075db9e980b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 210 time: 0.0344827 May 03 16:35:27.671946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] For port 331dcc61-aa12-4283-b350-fb6a60b8fddf, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=331dcc61-aa12-4283-b350-fb6a60b8fddf,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:27.672592 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.674939 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] Set router 1c26e663-d747-4c11-a853-366bfc5e291e gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:27.686193 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Calling delete_port for 331dcc61-aa12-4283-b350-fb6a60b8fddf owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:27.732055 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:35:27Z', 'revision_number': 6, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:27.768764 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5328c2-70bd-4aa9-9842-2ab98e6c7c8d None None] The sync data for ids ['1c26e663-d747-4c11-a853-366bfc5e291e'] in dv-cinder-840324-1-iscsi is: [{'id': '1c26e663-d747-4c11-a853-366bfc5e291e', 'name': 'tempest-TestMinimumBasicScenario-1998887002-router', 'tenant_id': '0866e0526e8342e485bb8714c59ed834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:05Z', 'updated_at': '2022-05-03T16:35:27Z', 'revision_number': 6, 'project_id': '0866e0526e8342e485bb8714c59ed834', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:27.906356 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8e8aaea-52e3-4def-8d8a-57b86f022285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.955387 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (331dcc61-aa12-4283-b350-fb6a60b8fddf), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:27.985477 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=331dcc61-aa12-4283-b350-fb6a60b8fddf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:27.997323 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.997666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.998006 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.998337 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.998707 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.999040 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.999385 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:27.999705 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.000024 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.000344 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.000666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.000989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.001307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.001620 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.001934 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:28.057700 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (1c26e663-d747-4c11-a853-366bfc5e291e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.161396 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (1c26e663-d747-4c11-a853-366bfc5e291e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.165444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks [] for router_controller (1c26e663-d747-4c11-a853-366bfc5e291e), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.297504 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (1c26e663-d747-4c11-a853-366bfc5e291e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.299039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c26e663-d747-4c11-a853-366bfc5e291e {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:35:28.306232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.307426 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-66e0c2e7-d9df-42ca-8ec1-02f685453cdb admin admin] 10.222.0.42 "DELETE /v2.0/routers/1c26e663-d747-4c11-a853-366bfc5e291e HTTP/1.1" status: 204 len: 168 time: 1.0694201 May 03 16:35:28.309866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:28.359623 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Deleting subnet 73d15da4-a3a0-43b5-ba1e-3ce838d3839c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:35:28.362816 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Publish callbacks [] for subnet (73d15da4-a3a0-43b5-ba1e-3ce838d3839c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.397477 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (73d15da4-a3a0-43b5-ba1e-3ce838d3839c), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.474826 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (73d15da4-a3a0-43b5-ba1e-3ce838d3839c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.555966 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-9c2716fb-562a-4fcc-bc0b-04e564c95ab7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:28.557347 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-9c2716fb-562a-4fcc-bc0b-04e564c95ab7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 811 time: 0.1133571 May 03 16:35:28.593939 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a6d818c7-7b3b-4c21-884e-f4d10b55f0bf no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:28.615158 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: a6d818c7-7b3b-4c21-884e-f4d10b55f0bf {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:28.615544 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a6d818c7-7b3b-4c21-884e-f4d10b55f0bf not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:28.634655 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-7650e1a1-665b-4ab7-8dfa-ca07531fb03b tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f272be1938043fab0bd96cad1e95e7e HTTP/1.1" status: 200 len: 380 time: 0.0676212 May 03 16:35:28.645840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'port': {'device_id': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'admin_state_up': True, 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'security_groups': ['7181057d-f55d-49e7-bfae-8dbc17574bd0']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:28.674319 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (73d15da4-a3a0-43b5-ba1e-3ce838d3839c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.702855 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d15da4-a3a0-43b5-ba1e-3ce838d3839c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:28.705094 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.705592 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2a458ee0-0177-4975-9515-cf2f325aea94 req-6179d16f-6d6b-4e53-9863-f827eb11c8d0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 210 time: 0.0333674 May 03 16:35:28.711490 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c3fa941d-52be-469b-8d4e-9078d8e986cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/73d15da4-a3a0-43b5-ba1e-3ce838d3839c HTTP/1.1" status: 204 len: 168 time: 0.4001131 May 03 16:35:28.711615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:28.717814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530be9b-fa18-43a7-9ba9-c3a521963088 None None] Network 754d17cc-641b-4e62-be53-f8a5bad4dd5c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:35:28.835520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (754d17cc-641b-4e62-be53-f8a5bad4dd5c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.919047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Deleting port 25f90bbf-407c-44ff-aec2-99347ed2e557 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:28.919047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.928036 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] DHCP port deletion for 754d17cc-641b-4e62-be53-f8a5bad4dd5c request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:35:28.976917 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Deleting port 25f90bbf-407c-44ff-aec2-99347ed2e557 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:28.977307 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:28.979041 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Made reservation on behalf of 6f272be1938043fab0bd96cad1e95e7e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:35:28.988165 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.007932 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] For port 25f90bbf-407c-44ff-aec2-99347ed2e557, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25f90bbf-407c-44ff-aec2-99347ed2e557,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:29.008302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.031438 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Calling delete_port for 25f90bbf-407c-44ff-aec2-99347ed2e557 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:29.040963 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] For port 25f90bbf-407c-44ff-aec2-99347ed2e557, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25f90bbf-407c-44ff-aec2-99347ed2e557,segment=NetworkSegment(09fda14b-7223-4714-bd86-a2264aa4344c),segment_id=09fda14b-7223-4714-bd86-a2264aa4344c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:29.041730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.060196 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Calling delete_port for 25f90bbf-407c-44ff-aec2-99347ed2e557 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:29.190403 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Allocated IP 172.20.0.5 (d062b702-c604-4e03-ba4a-44c88ec29e91/9bf76119-bac5-448d-ab88-60aa8303fd1e/548487e9-78e0-41fa-9c57-3fe86c32b6b5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:35:29.286112 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.312790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] Pushing event deleted for resources: {'Port': ['ID=25f90bbf-407c-44ff-aec2-99347ed2e557,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:29.318973 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (25f90bbf-407c-44ff-aec2-99347ed2e557), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.319993 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd8954-dd4a-4742-a0bb-58273f3b7a4d None None] No DVR routers for this DVR port 25f90bbf-407c-44ff-aec2-99347ed2e557 on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:29.379320 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Pushing event deleted for resources: {'Port': ['ID=25f90bbf-407c-44ff-aec2-99347ed2e557,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:29.390905 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.391804 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.392139 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.392475 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.392803 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.393128 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.393447 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.393767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.394104 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.394405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.394729 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.395046 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.395442 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.395761 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.396075 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:35:29.400505 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] No DVR routers for this DVR port 25f90bbf-407c-44ff-aec2-99347ed2e557 on host dv-cinder-840324-1-iscsi {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:29.469082 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.499592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (754d17cc-641b-4e62-be53-f8a5bad4dd5c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.525614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754d17cc-641b-4e62-be53-f8a5bad4dd5c']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:29.543059 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fda14b-7223-4714-bd86-a2264aa4344c') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:29.543377 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fda14b-7223-4714-bd86-a2264aa4344c') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:29.554659 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (09fda14b-7223-4714-bd86-a2264aa4344c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.570957 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (09fda14b-7223-4714-bd86-a2264aa4344c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.576817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:35:29.577193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (09fda14b-7223-4714-bd86-a2264aa4344c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:35:29.580439 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:35:29.669358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.709967 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Network d062b702-c604-4e03-ba4a-44c88ec29e91 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:35:29.713343 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:35:29.717147 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:35:29.746543 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (754d17cc-641b-4e62-be53-f8a5bad4dd5c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.752991 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event updated for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:29.761412 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.768259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] 10.222.0.42 "DELETE /v2.0/networks/754d17cc-641b-4e62-be53-f8a5bad4dd5c HTTP/1.1" status: 204 len: 168 time: 1.0525107 May 03 16:35:29.768961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:29.783335 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130a189-42ad-4597-9e23-bfc1e8ab7acb admin admin] Pushing event deleted for resources: {'Network': ['ID=754d17cc-641b-4e62-be53-f8a5bad4dd5c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:29.805883 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:29.806626 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:29.876375 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d9f6c-6d06-4118-a8e4-c4ad9194fc4a req-42acf860-1166-4c65-b563-697fc8247046 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:29.884834 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ee5d9f6c-6d06-4118-a8e4-c4ad9194fc4a req-42acf860-1166-4c65-b563-697fc8247046 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 931 time: 0.0742638 May 03 16:35:29.944345 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ee5d9f6c-6d06-4118-a8e4-c4ad9194fc4a req-34621004-a071-4fd5-9bfc-a8ec4b19a8cc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584941 May 03 16:35:29.948897 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-d4ad5c09-6148-4d5c-9049-204939139139 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067427 May 03 16:35:29.965250 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Request body: {'port': {'device_id': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:30.031284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.045420 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f216c0a3-0bf8-4fef-8fa7-937e775a7386 None None] Provisioning complete for port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:35:30.046956 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f216c0a3-0bf8-4fef-8fa7-937e775a7386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.114177 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f216c0a3-0bf8-4fef-8fa7-937e775a7386 None None] Port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:35:30.137437 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 331dcc61-aa12-4283-b350-fb6a60b8fddf no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:30.162341 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 331dcc61-aa12-4283-b350-fb6a60b8fddf {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:30.162691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 331dcc61-aa12-4283-b350-fb6a60b8fddf not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:30.163304 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25f90bbf-407c-44ff-aec2-99347ed2e557 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:30.186023 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 25f90bbf-407c-44ff-aec2-99347ed2e557 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:30.186637 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25f90bbf-407c-44ff-aec2-99347ed2e557 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:30.203884 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c90d24b9-d834-4d99-bbfe-915626acd6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.395279 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.612604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548487e9-78e0-41fa-9c57-3fe86c32b6b5 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:35:30.620253 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks [] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.633037 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Transition to ACTIVE for port object 548487e9-78e0-41fa-9c57-3fe86c32b6b5 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:35:30.641569 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Deleting port 704170f7-0101-445d-a592-8ac47f975250 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:30.641935 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (704170f7-0101-445d-a592-8ac47f975250), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.723422 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.725015 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] For port 704170f7-0101-445d-a592-8ac47f975250, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=704170f7-0101-445d-a592-8ac47f975250,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:30.725385 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (704170f7-0101-445d-a592-8ac47f975250), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.738718 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Calling delete_port for 704170f7-0101-445d-a592-8ac47f975250 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:30.776170 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Pushing event updated for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:30.859909 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Attempting to bind port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:35:30.860843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Attempting to bind port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:35:30.861175 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Attempting to bind port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:30.865684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 on network d062b702-c604-4e03-ba4a-44c88ec29e91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:35:30.866154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Attempting to bind port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 on network d062b702-c604-4e03-ba4a-44c88ec29e91 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:30.871299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:35:30.871709 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Checking segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:35:30.872102 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Bound using segment: {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:35:30.872537 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Bound port: 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f5d8c6-31fa-49b4-b5ba-73266e2617d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:35:30.872900 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:30.955239 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:35:30.958833 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:35:31.040095 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (704170f7-0101-445d-a592-8ac47f975250), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.069267 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Pushing event deleted for resources: {'Port': ['ID=704170f7-0101-445d-a592-8ac47f975250,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:31.072327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33244335-0c4d-4ba0-a988-9577b278d83e req-3a524468-feee-4e06-a124-a6307c4c9f1a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.080495 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-33244335-0c4d-4ba0-a988-9577b278d83e req-3a524468-feee-4e06-a124-a6307c4c9f1a tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 943 time: 0.0551074 May 03 16:35:31.084118 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.088642 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.140023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.140023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.140023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] 10.222.0.36 "PUT /v2.0/ports/548487e9-78e0-41fa-9c57-3fe86c32b6b5 HTTP/1.1" status: 200 len: 1093 time: 1.1777308 May 03 16:35:31.140023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:31.141114 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c1f85-165e-47c7-8eba-0830b9c30772" -d '{"events": [{"name": "network-changed", "server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:31.199218 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d5ede7-4003-4791-bd93-21559488ff99 x-openstack-request-id: req-d2d5ede7-4003-4791-bd93-21559488ff99 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:31.199535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:31.199785 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2d5ede7-4003-4791-bd93-21559488ff99 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:31.200205 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d5ede7-4003-4791-bd93-21559488ff99'] response: {'name': 'network-changed', 'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'status': 'completed', 'code': 200} May 03 16:35:31.215045 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-33244335-0c4d-4ba0-a988-9577b278d83e req-23da3f70-5346-4134-b2c2-9eddf0bcb31d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333342 May 03 16:35:31.217299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f263a-67b5-4469-aac3-a3bce6a54cdb service neutron] Pushing event updated for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:31.290794 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-7d0570cc-410a-424b-824d-f362de451f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.295090 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-7d0570cc-410a-424b-824d-f362de451f00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 1127 time: 0.0602171 May 03 16:35:31.324937 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.412713 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-0d7194d1-6638-4a01-be1f-ab0cd4bf3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.414185 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-0d7194d1-6638-4a01-be1f-ab0cd4bf3f12 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f272be1938043fab0bd96cad1e95e7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1116195 May 03 16:35:31.525163 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-a9397d99-2e8c-4989-b9de-155ae530948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.526669 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3d7c1f85-165e-47c7-8eba-0830b9c30772 req-a9397d99-2e8c-4989-b9de-155ae530948f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058080 May 03 16:35:31.578150 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:31.605413 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-4dafcf6c-0c77-4854-b28a-ed2ac77c5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.607041 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-4dafcf6c-0c77-4854-b28a-ed2ac77c5742 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 1127 time: 0.0408115 May 03 16:35:31.652544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-2eee1f0e-1b6b-4028-ba11-ce0b85120fb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5 HTTP/1.1" status: 200 len: 217 time: 0.0374575 May 03 16:35:31.690113 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:31.697314 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a0b9caf7-5506-49d9-90d3-6ab1504fff95 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b6609ad-1d94-4f1a-b92f-e403e8f76996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202018 May 03 16:35:31.697727 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:31.701313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Sync routers for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:31.706572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-a7774633-fcbd-40f4-b44f-23290719d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.708248 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-a7774633-fcbd-40f4-b44f-23290719d40f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0475309 May 03 16:35:31.714138 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:31.714764 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:31.756159 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-baa90ecd-e677-419d-805e-73b4a8a19042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:31.758478 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-baa90ecd-e677-419d-805e-73b4a8a19042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431528 May 03 16:35:31.807012 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks [] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.835244 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:31.865585 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-30ed8fff-77fd-4a5c-a5d7-1b2dc10c2135 service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981655 May 03 16:35:31.923142 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks [] for router_gateway (2b6609ad-1d94-4f1a-b92f-e403e8f76996), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:31.966529 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe86e714-1e09-4d90-9b2a-f883e37bcb6d req-b61ae36c-1ace-49bf-accb-1c42080d6eec service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941291 May 03 16:35:32.024003 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:35:30Z', 'revision_number': 5, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port': {'id': 'd296d256-540a-4a97-a1b3-9c9be4879a96', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:31:13Z', 'updated_at': '2022-05-03T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:32.044327 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Deleting port d296d256-540a-4a97-a1b3-9c9be4879a96 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:32.044918 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.052383 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Checking router: 2b6609ad-1d94-4f1a-b92f-e403e8f76996 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:32.061037 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Routers {'2b6609ad-1d94-4f1a-b92f-e403e8f76996'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:32.061749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:32.141288 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] For port d296d256-540a-4a97-a1b3-9c9be4879a96, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d296d256-540a-4a97-a1b3-9c9be4879a96,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:32.142133 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.155455 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Calling delete_port for d296d256-540a-4a97-a1b3-9c9be4879a96 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:32.164618 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] Set router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:32.224920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:35:31Z', 'revision_number': 6, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:32.254171 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca6510-36e9-4350-a6ac-9cf46a7c44d8 None None] The sync data for ids ['2b6609ad-1d94-4f1a-b92f-e403e8f76996'] in dv-cinder-840324-1-iscsi is: [{'id': '2b6609ad-1d94-4f1a-b92f-e403e8f76996', 'name': 'tempest-TestMinimumBasicScenario-409889290-router', 'tenant_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:31:12Z', 'updated_at': '2022-05-03T16:35:31Z', 'revision_number': 6, 'project_id': 'aa63334d788a4e798eff8ba08d4d71e7', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:32.350011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4f750-e4b1-47d1-a8ff-b3c957d48419 req-b5040754-f842-4a05-a1fb-9b07d2ee6488 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:32.351442 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fda4f750-e4b1-47d1-a8ff-b3c957d48419 req-b5040754-f842-4a05-a1fb-9b07d2ee6488 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 943 time: 0.0553608 May 03 16:35:32.403908 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fda4f750-e4b1-47d1-a8ff-b3c957d48419 req-c7ee682a-7c87-47eb-8a2c-f669627d402d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 May 03 16:35:32.423393 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (d296d256-540a-4a97-a1b3-9c9be4879a96), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.449589 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d296d256-540a-4a97-a1b3-9c9be4879a96,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:32.519762 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.616332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.618759 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks [] for router_controller (2b6609ad-1d94-4f1a-b92f-e403e8f76996), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.780721 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (2b6609ad-1d94-4f1a-b92f-e403e8f76996), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.781311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6609ad-1d94-4f1a-b92f-e403e8f76996 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:35:32.786181 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.787468 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4a0db47b-7168-4b38-849f-990577bfb5e0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2b6609ad-1d94-4f1a-b92f-e403e8f76996 HTTP/1.1" status: 204 len: 168 time: 1.0890181 May 03 16:35:32.833769 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:32.869884 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Deleting subnet 03050691-6937-41f6-9f1e-7a52a9f63bcf {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:35:32.873159 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Publish callbacks [] for subnet (03050691-6937-41f6-9f1e-7a52a9f63bcf), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:32.911194 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (03050691-6937-41f6-9f1e-7a52a9f63bcf), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.029365 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (03050691-6937-41f6-9f1e-7a52a9f63bcf), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.050507 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.172132 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (03050691-6937-41f6-9f1e-7a52a9f63bcf), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.202432 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03050691-6937-41f6-9f1e-7a52a9f63bcf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:33.206829 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.213084 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0b4813c2-26b5-4790-a234-b1b9aa558d55 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03050691-6937-41f6-9f1e-7a52a9f63bcf HTTP/1.1" status: 204 len: 168 time: 0.3849251 May 03 16:35:33.213288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:33.213724 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a611a-e350-470c-bbff-2bb67e9b2aa4 None None] Network 64fa8c29-fc46-404f-900f-79b8d08abea0 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:35:33.292994 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (64fa8c29-fc46-404f-900f-79b8d08abea0), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.349944 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Deleting port a2fbf100-e217-4f1b-b481-feeb77c73b3f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:33.350284 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.384243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] DHCP port deletion for 64fa8c29-fc46-404f-900f-79b8d08abea0 request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:35:33.423593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] For port a2fbf100-e217-4f1b-b481-feeb77c73b3f, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a2fbf100-e217-4f1b-b481-feeb77c73b3f,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:33.423958 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.424231 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Deleting port a2fbf100-e217-4f1b-b481-feeb77c73b3f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:35:33.424605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.437206 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Calling delete_port for a2fbf100-e217-4f1b-b481-feeb77c73b3f owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:33.499819 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] For port a2fbf100-e217-4f1b-b481-feeb77c73b3f, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a2fbf100-e217-4f1b-b481-feeb77c73b3f,segment=NetworkSegment(f5f3ee4f-eedd-4465-9401-60e8e2feccd2),segment_id=f5f3ee4f-eedd-4465-9401-60e8e2feccd2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:33.500517 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.519911 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Calling delete_port for a2fbf100-e217-4f1b-b481-feeb77c73b3f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:35:33.543306 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751eb7-96d8-41d0-b23b-8f0a9448671e req-7a581db3-4c95-48ef-b37a-b9066cff2a59 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:33.544789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e751eb7-96d8-41d0-b23b-8f0a9448671e req-7a581db3-4c95-48ef-b37a-b9066cff2a59 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 943 time: 0.0645840 May 03 16:35:33.601194 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4e751eb7-96d8-41d0-b23b-8f0a9448671e req-439a24ed-3d2b-4f22-aca6-cc3403ac77bc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501757 May 03 16:35:33.669267 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.675949 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (a2fbf100-e217-4f1b-b481-feeb77c73b3f), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.697009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fbf100-e217-4f1b-b481-feeb77c73b3f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:33.698808 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] No DVR routers for this DVR port a2fbf100-e217-4f1b-b481-feeb77c73b3f on host dv-cinder-840324-1-iscsi {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:33.710204 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] No DVR routers for this DVR port a2fbf100-e217-4f1b-b481-feeb77c73b3f on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:35:33.714278 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfafcc-a3e2-40bd-a1fb-1893aa7b4bd8 None None] Pushing event deleted for resources: {'Port': ['ID=a2fbf100-e217-4f1b-b481-feeb77c73b3f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:33.775882 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (64fa8c29-fc46-404f-900f-79b8d08abea0), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.795848 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fa8c29-fc46-404f-900f-79b8d08abea0']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:33.805858 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:33.806154 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f3ee4f-eedd-4465-9401-60e8e2feccd2') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:33.816155 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (f5f3ee4f-eedd-4465-9401-60e8e2feccd2), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.829919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f5f3ee4f-eedd-4465-9401-60e8e2feccd2), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.835909 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:35:33.836528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (f5f3ee4f-eedd-4465-9401-60e8e2feccd2), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:35:33.838203 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:35:33.959999 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (64fa8c29-fc46-404f-900f-79b8d08abea0), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.967327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:33.971331 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] 10.222.0.42 "DELETE /v2.0/networks/64fa8c29-fc46-404f-900f-79b8d08abea0 HTTP/1.1" status: 204 len: 168 time: 0.7568710 May 03 16:35:33.984739 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618269b9-5c3e-47a6-ae82-5dbffaaf761f admin admin] Pushing event deleted for resources: {'Network': ['ID=64fa8c29-fc46-404f-900f-79b8d08abea0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:34.127453 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a2fbf100-e217-4f1b-b481-feeb77c73b3f no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:34.148341 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: a2fbf100-e217-4f1b-b481-feeb77c73b3f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:34.148710 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a2fbf100-e217-4f1b-b481-feeb77c73b3f not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:34.149119 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 704170f7-0101-445d-a592-8ac47f975250 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:34.168056 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 704170f7-0101-445d-a592-8ac47f975250 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:34.168404 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 704170f7-0101-445d-a592-8ac47f975250 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:34.168812 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d296d256-540a-4a97-a1b3-9c9be4879a96 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:35:34.187905 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: d296d256-540a-4a97-a1b3-9c9be4879a96 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:35:34.188302 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d296d256-540a-4a97-a1b3-9c9be4879a96 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:35:34.197775 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:34.427531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52530) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:34.468902 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-cb8831e7-7d2f-4d05-9eb3-c5746d52a01c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0866e0526e8342e485bb8714c59ed834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400631 May 03 16:35:34.471783 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52532) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:34.521429 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] Publish callbacks [] for security_group (77e29354-0bfc-43f9-aa57-9040cbbe3d4e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:34.545691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] Publish callbacks [] for security_group (77e29354-0bfc-43f9-aa57-9040cbbe3d4e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:34.689704 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (77e29354-0bfc-43f9-aa57-9040cbbe3d4e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:34.692510 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:34.693755 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77e29354-0bfc-43f9-aa57-9040cbbe3d4e HTTP/1.1" status: 204 len: 168 time: 0.2209628 May 03 16:35:34.702459 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beed49-a169-4494-b001-85b986d045cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e29354-0bfc-43f9-aa57-9040cbbe3d4e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:34.720650 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97284-3089-49a0-a473-aa6d58bbcdd9 req-55e709a1-f44a-4f90-aa26-94cf0cc1ac96 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:34.722999 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-61a97284-3089-49a0-a473-aa6d58bbcdd9 req-55e709a1-f44a-4f90-aa26-94cf0cc1ac96 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 943 time: 0.0559793 May 03 16:35:34.773478 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-61a97284-3089-49a0-a473-aa6d58bbcdd9 req-130607a4-fe90-4e92-beaf-01dbd1c48a6f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 May 03 16:35:35.471995 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:35.512053 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-08260620-e950-47c2-9e5e-f7a860bb2ae1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa63334d788a4e798eff8ba08d4d71e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384085 May 03 16:35:35.514042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52550) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:35.561800 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] Publish callbacks [] for security_group (3b64551f-0fcc-491c-b5fb-5c3aebdaf44a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:35.583868 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] Publish callbacks [] for security_group (3b64551f-0fcc-491c-b5fb-5c3aebdaf44a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:35.700318 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (3b64551f-0fcc-491c-b5fb-5c3aebdaf44a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:35.702920 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:35.704637 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b64551f-0fcc-491c-b5fb-5c3aebdaf44a HTTP/1.1" status: 204 len: 168 time: 0.1897078 May 03 16:35:35.712554 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49180526-80e6-4086-a3ab-2723125ac057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64551f-0fcc-491c-b5fb-5c3aebdaf44a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:35.885686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79d8b-77ec-4629-b8be-2781f2772d4d req-b0826875-6b07-4343-98c5-310e1110a998 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:35.887133 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cdd79d8b-77ec-4629-b8be-2781f2772d4d req-b0826875-6b07-4343-98c5-310e1110a998 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 943 time: 0.0465035 May 03 16:35:35.939453 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cdd79d8b-77ec-4629-b8be-2781f2772d4d req-5e012819-0c72-416f-9e0a-27fb4fd35588 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 May 03 16:35:36.089727 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 548487e9-78e0-41fa-9c57-3fe86c32b6b5 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:35:36.194383 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:36.207401 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'port_id': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'mac_address': 'fa:16:3e:8d:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:35:36.263314 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:35:36.263708 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:36.277607 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548487e9-78e0-41fa-9c57-3fe86c32b6b5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:35:36.301110 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:36.388535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:36.435315 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:36.772072 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['548487e9-78e0-41fa-9c57-3fe86c32b6b5'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:35:37.051708 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617de20-55f4-4107-af82-16ee01d469b9 req-8863e0ce-0aec-470d-a6a1-1a6ce6bdeefc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:37.053183 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0617de20-55f4-4107-af82-16ee01d469b9 req-8863e0ce-0aec-470d-a6a1-1a6ce6bdeefc tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 944 time: 0.0467620 May 03 16:35:37.101176 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0617de20-55f4-4107-af82-16ee01d469b9 req-b01bdd48-737d-48ea-ad12-8631e7f347ad tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 May 03 16:35:38.100500 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 548487e9-78e0-41fa-9c57-3fe86c32b6b5 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:35:38.148353 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:35:38.213782 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662db7e-55d8-4d7f-8223-73a46e9af4df req-3857ef85-5671-4c36-b55d-8a0e71d27cdb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:38.215281 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c662db7e-55d8-4d7f-8223-73a46e9af4df req-3857ef85-5671-4c36-b55d-8a0e71d27cdb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 944 time: 0.0464728 May 03 16:35:38.243169 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:35:38.243573 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:38.263367 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c662db7e-55d8-4d7f-8223-73a46e9af4df req-2e8971dc-a983-4d2b-b215-0e10f4dc3709 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 May 03 16:35:38.324904 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:35:38.325287 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:38.347857 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:38.350045 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034cc1b-fb88-4027-ba9a-db54e58b3052" -d '{"events": [{"server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "name": "network-vif-plugged", "status": "completed", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:38.363321 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:35:38.384615 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f1471-b8c9-4546-947e-1d4dd91e19e5 x-openstack-request-id: req-567f1471-b8c9-4546-947e-1d4dd91e19e5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:38.384909 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "name": "network-vif-plugged", "status": "completed", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:38.385169 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-567f1471-b8c9-4546-947e-1d4dd91e19e5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:38.385588 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567f1471-b8c9-4546-947e-1d4dd91e19e5'] response: {'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'code': 200} May 03 16:35:38.445202 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:38.492828 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:38.714291 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3040-4900-4fe2-92d6-bfb303b790fd req-96ff7dd8-3ffd-43b4-bf24-ee212f98db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:38.715707 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c30a3040-4900-4fe2-92d6-bfb303b790fd req-96ff7dd8-3ffd-43b4-bf24-ee212f98db87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 1129 time: 0.0421274 May 03 16:35:38.758802 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c30a3040-4900-4fe2-92d6-bfb303b790fd req-c2261355-e46a-488f-92d1-eee848f9ea78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364549 May 03 16:35:39.378858 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7641e-ee26-4431-b284-b044bc173cde req-9527a945-85d0-4a2f-b7c4-bd91da134860 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:39.380384 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-59a7641e-ee26-4431-b284-b044bc173cde req-9527a945-85d0-4a2f-b7c4-bd91da134860 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0478466 May 03 16:35:39.427277 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-59a7641e-ee26-4431-b284-b044bc173cde req-9d066a28-f56e-4874-86c5-e3aae61ef1ef tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 May 03 16:35:39.451153 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:40.541434 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1b7f-24c4-463e-a44c-43a59dc5592e req-46b0f78c-99aa-4a3e-beaf-1b1e7d9c78d4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:40.542880 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-608b1b7f-24c4-463e-a44c-43a59dc5592e req-46b0f78c-99aa-4a3e-beaf-1b1e7d9c78d4 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0461307 May 03 16:35:40.596451 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-608b1b7f-24c4-463e-a44c-43a59dc5592e req-feb0877e-09d5-4617-a4a2-270398d5a152 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474231 May 03 16:35:41.707140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369f49-23ba-40e9-b8bd-f5ed4f14a153 req-2d32bbb2-50bc-4b19-aef9-30df2feb3880 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:41.708514 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1b369f49-23ba-40e9-b8bd-f5ed4f14a153 req-2d32bbb2-50bc-4b19-aef9-30df2feb3880 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0452197 May 03 16:35:41.753597 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1b369f49-23ba-40e9-b8bd-f5ed4f14a153 req-0c8577ff-757d-4bcb-b4d5-382807d118b2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 May 03 16:35:41.859844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a7540-2440-426e-876c-a27a18e1bffb req-fb7bbc4a-fd56-4afe-8c07-1e5d2fc0c72c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:41.861270 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c34a7540-2440-426e-876c-a27a18e1bffb req-fb7bbc4a-fd56-4afe-8c07-1e5d2fc0c72c tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0449052 May 03 16:35:41.870535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:41.874879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Request body: {'floatingip': {'port_id': '548487e9-78e0-41fa-9c57-3fe86c32b6b5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:41.916037 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:42.363630 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:42.425954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:42.528391 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Floating IP 44673052-fcce-4a7c-9daa-79736361762b associated. External IP: 172.27.0.69, port: 548487e9-78e0-41fa-9c57-3fe86c32b6b5. May 03 16:35:42.735591 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:35:42.844568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:35:42.850123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:42.855744 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:35:42.866433 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:42.867076 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:42.980932 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:43.155273 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-dd33cfb6-3a2c-4112-af8b-71bc4d1293e9 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "PUT /v2.0/floatingips/44673052-fcce-4a7c-9daa-79736361762b HTTP/1.1" status: 200 len: 990 time: 1.2731729 May 03 16:35:43.155273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:43.155273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368" -d '{"events": [{"name": "network-changed", "server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:43.184473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac67de-08c0-4d9e-a68c-8a55f30d1b90 x-openstack-request-id: req-d2ac67de-08c0-4d9e-a68c-8a55f30d1b90 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:43.184807 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:43.185066 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2ac67de-08c0-4d9e-a68c-8a55f30d1b90 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:43.185466 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ac67de-08c0-4d9e-a68c-8a55f30d1b90'] response: {'name': 'network-changed', 'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'status': 'completed', 'code': 200} May 03 16:35:43.251612 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-8bb9587b-6526-45ad-a791-8d23af24b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:43.253095 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-8bb9587b-6526-45ad-a791-8d23af24b954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f272be1938043fab0bd96cad1e95e7e&device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 1129 time: 0.0387335 May 03 16:35:43.287373 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '44673052-fcce-4a7c-9daa-79736361762b', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:8d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:35:24Z', 'updated_at': '2022-05-03T16:35:42Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:43.317501 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:35:43.325904 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:35:43.326533 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:35:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:43.345713 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-6fb4f3f9-7562-45aa-bde0-7aa035d8b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:43.347926 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-6fb4f3f9-7562-45aa-bde0-7aa035d8b86f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 200 len: 912 time: 0.0885758 May 03 16:35:43.414074 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-fdccd8d3-9901-4483-a8e0-76dfd12da0d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5 HTTP/1.1" status: 200 len: 998 time: 0.0580697 May 03 16:35:43.434554 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:35:43.462287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-663899ea-c91f-4f23-886b-67e3354d1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:43.464061 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-663899ea-c91f-4f23-886b-67e3354d1606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 200 len: 850 time: 0.0437493 May 03 16:35:43.511409 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-e0dd7ab5-b8c6-434b-8675-9d3fcf856b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:43.512906 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-e0dd7ab5-b8c6-434b-8675-9d3fcf856b4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d062b702-c604-4e03-ba4a-44c88ec29e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426304 May 03 16:35:43.607017 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-aa8fc408-4f2c-4df7-b24e-f0d4eed3c9fe service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 May 03 16:35:43.650943 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '44673052-fcce-4a7c-9daa-79736361762b', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:8d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:35:24Z', 'updated_at': '2022-05-03T16:35:42Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:35:43.680878 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365265ba-46d8-46e3-a61d-9f02c28c7bc5 None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '44673052-fcce-4a7c-9daa-79736361762b', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'port_id': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'mac_address': 'fa:16:3e:8d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:35:24Z', 'updated_at': '2022-05-03T16:35:42Z', 'revision_number': 1, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:35:43.702014 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eae05a3d-b6b7-4df2-9d2b-18c2324f5368 req-fa37fac4-f9d9-4db2-b40e-7ccf2ab3920e service neutron] 10.222.0.36 "GET /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877874 May 03 16:35:43.876390 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a22bbe-126b-4b9a-a95f-dce99e9c270f None None] New status for floating IP 44673052-fcce-4a7c-9daa-79736361762b: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:35:47.749264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 52622) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:47.853668 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d54c6ae1-9a3d-409a-a3cc-39d2059ed97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:47.925625 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d54c6ae1-9a3d-409a-a3cc-39d2059ed97c admin admin] Publish callbacks [] for security_group (b41554a7-21f2-422d-819b-7eff0c969e4b), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.008929 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d54c6ae1-9a3d-409a-a3cc-39d2059ed97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b41554a7-21f2-422d-819b-7eff0c969e4b), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.047457 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-d54c6ae1-9a3d-409a-a3cc-39d2059ed97c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ca2ebe0579c4c1b8436e9f730734222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971025 May 03 16:35:48.048310 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6ae1-9a3d-409a-a3cc-39d2059ed97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41554a7-21f2-422d-819b-7eff0c969e4b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:48.050832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:48.101606 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] Publish callbacks [] for security_group (b41554a7-21f2-422d-819b-7eff0c969e4b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.124642 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] Publish callbacks [] for security_group (b41554a7-21f2-422d-819b-7eff0c969e4b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.256670 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b41554a7-21f2-422d-819b-7eff0c969e4b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.259282 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:48.260447 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41554a7-21f2-422d-819b-7eff0c969e4b HTTP/1.1" status: 204 len: 168 time: 0.2078276 May 03 16:35:48.269002 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88ebc9-f7df-434a-b86a-2ebb877584c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41554a7-21f2-422d-819b-7eff0c969e4b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:49.241271 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:49.336615 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504920849-network', 'tenant_id': 'f8466051fcdd4b58b8e27cb2e0285462'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:49.411036 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Made reservation on behalf of f8466051fcdd4b58b8e27cb2e0285462 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:35:49.413216 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.421368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.493566 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks [] for security_group (1e19630c-6913-4041-aad0-80b7dcdceb10), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.559580 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1e19630c-6913-4041-aad0-80b7dcdceb10), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.583990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:35:49.593613 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19630c-6913-4041-aad0-80b7dcdceb10,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:49.598816 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (4c9db537-6d3e-4a91-ac98-179b937a57ce), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.601563 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Added segment 4c9db537-6d3e-4a91-ac98-179b937a57ce of type vlan for network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 May 03 16:35:49.642175 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (5b3323c8-23d0-451c-9fbb-cda93ea02d52), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.769014 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (5b3323c8-23d0-451c-9fbb-cda93ea02d52), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.769960 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:49.770547 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:49.830295 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] Pushing event updated for resources: {'Network': ['ID=5b3323c8-23d0-451c-9fbb-cda93ea02d52,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:49.840910 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:35:49.874417 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fd5c7801-2ba8-4a37-8e89-f979c834d7dd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6319473 May 03 16:35:49.877211 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 52656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:35:49.882057 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Request body: {'subnet': {'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504920849-subnet', 'tenant_id': 'f8466051fcdd4b58b8e27cb2e0285462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:49.974141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Made reservation on behalf of f8466051fcdd4b58b8e27cb2e0285462 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:35:49.976667 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14230790'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:50.197605 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13750593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14230808'] for subnet (a1e1b9ea-dfd1-4f96-9234-fa761d89b403), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:50.254379 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e1b9ea-dfd1-4f96-9234-fa761d89b403,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:50.263000 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Checking segment: {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:35:50.263387 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Network hostable DHCP agents. Network: 5b3323c8-23d0-451c-9fbb-cda93ea02d52, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:35:50.347864 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:35:50.476886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 5b3323c8-23d0-451c-9fbb-cda93ea02d52) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:35:50.480961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:50.481559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:50.486882 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e60cd-9903-42d1-8fac-4464d40cd875 None None] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:35:50.566469 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3d2c8727-460a-4195-ba6a-c3b356625f4b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6877143 May 03 16:35:50.580658 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e5900-4d85-4f0e-937f-ea5225f3ac6e None None] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:35:52.682527 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-8b97b2db-092a-40e9-b7e7-acd86f429083 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:52.683946 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-8b97b2db-092a-40e9-b7e7-acd86f429083 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/networks?id=5b3323c8-23d0-451c-9fbb-cda93ea02d52 HTTP/1.1" status: 200 len: 808 time: 0.1056051 May 03 16:35:52.698656 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-b2d20b6b-73ed-4148-a65a-ff9d55671a2a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/quotas/f8466051fcdd4b58b8e27cb2e0285462 HTTP/1.1" status: 200 len: 375 time: 0.0094464 May 03 16:35:52.730880 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-5e561451-d5d6-48e2-bd6a-bbd1fe623576 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274017 May 03 16:35:52.821962 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0cd13a24-0b99-4369-a543-4324028c29e5 service neutron] 10.222.0.42 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848448 May 03 16:35:52.909766 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-fc86a5b1-245d-4281-9094-2baa015eabf7 service neutron] 10.222.0.42 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817411 May 03 16:35:53.149969 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ef4a5d30-5114-4bcd-ac77-9ecfbb3eea6f req-2eeb8e51-9e4e-4696-bace-6d1ab935d2c4 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 210 time: 0.0266376 May 03 16:35:54.236809 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e183d2b0-cec8-4b3a-a98d-4a92fbd499e8 req-30ceb9b4-8e28-4cd8-baa6-fdc2c4dd5b5f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 210 time: 0.0305729 May 03 16:35:55.143175 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:35:55.332916 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c81a79b9-e4b7-4c27-b99b-1c519aae198d req-10d8a84f-594f-4ef7-a9df-aee782b4e0c4 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 210 time: 0.0272758 May 03 16:35:55.493967 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-9bbdd257-bd20-4fc8-a481-9ff268524891 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:55.495414 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-9bbdd257-bd20-4fc8-a481-9ff268524891 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "GET /v2.0/networks?id=5b3323c8-23d0-451c-9fbb-cda93ea02d52 HTTP/1.1" status: 200 len: 808 time: 0.1008680 May 03 16:35:55.517538 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Request body: {'port': {'device_id': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52', 'admin_state_up': True, 'tenant_id': 'f8466051fcdd4b58b8e27cb2e0285462'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:55.753286 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Made reservation on behalf of f8466051fcdd4b58b8e27cb2e0285462 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:35:55.757386 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:55.887613 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Allocated IP 172.20.0.10 (5b3323c8-23d0-451c-9fbb-cda93ea02d52/a1e1b9ea-dfd1-4f96-9234-fa761d89b403/44e665f4-49dd-4235-94b9-c8e0138829cc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:35:56.038522 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks [] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.135123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.175819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:35:56.179541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:35:56.183406 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:35:56.212623 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Pushing event updated for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:56.237535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:56.238137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.359998 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-d7499375-759c-4be2-97df-ac6884c28036 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462625 May 03 16:35:56.371029 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Request body: {'port': {'device_id': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:35:56.462553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.472491 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791faa-32a6-4533-8a0a-719ca1248b34 req-d118b745-718c-4d2b-b527-d1204bdec67a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:56.474818 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3791faa-32a6-4533-8a0a-719ca1248b34 req-d118b745-718c-4d2b-b527-d1204bdec67a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 932 time: 0.0700779 May 03 16:35:56.550997 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3791faa-32a6-4533-8a0a-719ca1248b34 req-1ada83e5-7f40-45a4-b333-cd533394bdd5 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701034 May 03 16:35:56.779103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e665f4-49dd-4235-94b9-c8e0138829cc {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:35:56.787353 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks [] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.799366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Transition to ACTIVE for port object 44e665f4-49dd-4235-94b9-c8e0138829cc will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:35:56.905503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:56.959581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Pushing event updated for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:57.028403 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Attempting to bind port 44e665f4-49dd-4235-94b9-c8e0138829cc on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:35:57.028736 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Attempting to bind port 44e665f4-49dd-4235-94b9-c8e0138829cc by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:35:57.029060 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Attempting to bind port 44e665f4-49dd-4235-94b9-c8e0138829cc on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:57.033253 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Port 44e665f4-49dd-4235-94b9-c8e0138829cc on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:35:57.033511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Attempting to bind port 44e665f4-49dd-4235-94b9-c8e0138829cc on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:35:57.038975 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:35:57.039339 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Checking segment: {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:35:57.039717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Bound using segment: {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:35:57.040136 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Bound port: 44e665f4-49dd-4235-94b9-c8e0138829cc, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:35:57.040487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:57.103451 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:35:57.106438 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=44e665f4-49dd-4235-94b9-c8e0138829cc,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:35:57.197654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:57.235531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.236153 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:57.239023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] 10.222.0.36 "PUT /v2.0/ports/44e665f4-49dd-4235-94b9-c8e0138829cc HTTP/1.1" status: 200 len: 1094 time: 0.8706720 May 03 16:35:57.239023 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:35:57.240405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09025d-5beb-47b4-a391-631c160692da" -d '{"events": [{"name": "network-changed", "server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:35:57.262590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf631b-6e8a-4697-af1a-26a2f5c32cdb service neutron] Pushing event updated for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:35:57.288896 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a003648-dc63-4cf7-b48d-04a98750f40b x-openstack-request-id: req-5a003648-dc63-4cf7-b48d-04a98750f40b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:35:57.288896 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:35:57.288896 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a003648-dc63-4cf7-b48d-04a98750f40b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:35:57.288896 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a003648-dc63-4cf7-b48d-04a98750f40b'] response: {'name': 'network-changed', 'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc', 'status': 'completed', 'code': 200} May 03 16:35:57.345288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09025d-5beb-47b4-a391-631c160692da req-e3592fce-5fdd-433c-a930-fa0dba5b3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.346801 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ac09025d-5beb-47b4-a391-631c160692da req-e3592fce-5fdd-433c-a930-fa0dba5b3388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 1128 time: 0.0394056 May 03 16:35:57.448614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09025d-5beb-47b4-a391-631c160692da req-103b954d-2268-431d-955e-276f7d0e8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.450059 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ac09025d-5beb-47b4-a391-631c160692da req-103b954d-2268-431d-955e-276f7d0e8f1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0948179 May 03 16:35:57.543783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09025d-5beb-47b4-a391-631c160692da req-34e0a740-0325-45f6-baa3-efb66c87101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.545171 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ac09025d-5beb-47b4-a391-631c160692da req-34e0a740-0325-45f6-baa3-efb66c87101f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878994 May 03 16:35:57.660672 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-9f905b74-2b7b-4ebd-9555-659fe21c1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.662420 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-9f905b74-2b7b-4ebd-9555-659fe21c1031 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 1128 time: 0.0686090 May 03 16:35:57.675009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ed50f-c60c-4ed1-8ed2-5297f2f0759d req-b48d8832-6936-4941-8e00-5bd86f85d8c9 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.676485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e05ed50f-c60c-4ed1-8ed2-5297f2f0759d req-b48d8832-6936-4941-8e00-5bd86f85d8c9 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 944 time: 0.0567780 May 03 16:35:57.717271 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-8b1d14c3-f262-4174-828c-2094ffd8140a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e665f4-49dd-4235-94b9-c8e0138829cc HTTP/1.1" status: 200 len: 217 time: 0.0396962 May 03 16:35:57.787355 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e05ed50f-c60c-4ed1-8ed2-5297f2f0759d req-825455a0-d69c-4ff7-acfd-53e2f602ceaf tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044366 May 03 16:35:57.789138 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adea99-e652-4b3d-8bd3-9520152120ef req-e6986c19-d01d-4c16-97ff-40200def70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:57.790539 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-e6986c19-d01d-4c16-97ff-40200def70ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1e1b9ea-dfd1-4f96-9234-fa761d89b403 HTTP/1.1" status: 200 len: 848 time: 0.0648339 May 03 16:35:57.827213 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-31ebca0d-ec2d-4c84-8975-af06996a09c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3323c8-23d0-451c-9fbb-cda93ea02d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303211 May 03 16:35:57.861945 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c194b57-96d2-49e3-b386-6cc14ee637a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:35:57.915278 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-8c477994-1a48-42d2-9858-cc6fd7689b3a service neutron] 10.222.0.36 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819790 May 03 16:35:58.006695 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42adea99-e652-4b3d-8bd3-9520152120ef req-248c4b15-38d0-485c-99ff-ab2c635ab87b service neutron] 10.222.0.36 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858562 May 03 16:35:58.900909 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5e53d-e0be-4177-bb16-cb5617e4fb52 req-2299d669-d5dd-4e12-817b-c2a0cacefa10 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:35:58.902383 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dd5e53d-e0be-4177-bb16-cb5617e4fb52 req-2299d669-d5dd-4e12-817b-c2a0cacefa10 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 944 time: 0.0459228 May 03 16:35:58.948200 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dd5e53d-e0be-4177-bb16-cb5617e4fb52 req-2a28e484-2c56-4964-a6eb-2ad35d387b96 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 May 03 16:36:00.062103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008daf-6561-4e73-8fb2-d89b5f6b92f3 req-05a30753-ff8a-4da6-9d4b-3272601df0e8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:00.063590 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-07008daf-6561-4e73-8fb2-d89b5f6b92f3 req-05a30753-ff8a-4da6-9d4b-3272601df0e8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 944 time: 0.0462925 May 03 16:36:00.116993 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-07008daf-6561-4e73-8fb2-d89b5f6b92f3 req-219131a0-c8a2-4cc5-9eed-cd881e13dde9 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472772 May 03 16:36:00.193716 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 44e665f4-49dd-4235-94b9-c8e0138829cc details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:36:00.211941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0998958a-4c6b-49d5-8c8b-62a518d2985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:00.306341 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=44e665f4-49dd-4235-94b9-c8e0138829cc,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:00.317653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '44e665f4-49dd-4235-94b9-c8e0138829cc', 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52', 'port_id': '44e665f4-49dd-4235-94b9-c8e0138829cc', 'mac_address': 'fa:16:3e:c6:c1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e1b9ea-dfd1-4f96-9234-fa761d89b403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:36:00.359612 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 44e665f4-49dd-4235-94b9-c8e0138829cc is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:36:00.360001 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:00.372692 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e665f4-49dd-4235-94b9-c8e0138829cc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:36:00.392324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=44e665f4-49dd-4235-94b9-c8e0138829cc,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:00.468194 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:00.516704 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:00.524988 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.525340 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.525685 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.526054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.526400 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.526730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.527062 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.527421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.527752 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.528082 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.528407 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.528747 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.529076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.529399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.529722 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:00.825399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['44e665f4-49dd-4235-94b9-c8e0138829cc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:36:01.079459 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:01.230072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4851b-60d8-48ab-b11f-2c3f6c610261 req-f5a02a26-437a-44f1-9683-29de471d3ca4 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:01.231583 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-32d4851b-60d8-48ab-b11f-2c3f6c610261 req-f5a02a26-437a-44f1-9683-29de471d3ca4 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 945 time: 0.0464826 May 03 16:36:01.279896 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-32d4851b-60d8-48ab-b11f-2c3f6c610261 req-49f05a3f-431a-4bb2-9953-1c1ba77a6f05 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 May 03 16:36:02.209471 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 44e665f4-49dd-4235-94b9-c8e0138829cc up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:36:02.258991 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 44e665f4-49dd-4235-94b9-c8e0138829cc completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:36:02.376224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 44e665f4-49dd-4235-94b9-c8e0138829cc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:36:02.376702 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:02.416403 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d81ba-0dfd-49b1-8e26-27bd84d4aeb7 req-0756b89c-e3c4-41b3-aecd-306745d1723d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:02.417912 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-592d81ba-0dfd-49b1-8e26-27bd84d4aeb7 req-0756b89c-e3c4-41b3-aecd-306745d1723d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 945 time: 0.0473204 May 03 16:36:02.460838 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 44e665f4-49dd-4235-94b9-c8e0138829cc is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:36:02.461262 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:02.466734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-592d81ba-0dfd-49b1-8e26-27bd84d4aeb7 req-5c4ce9b8-765f-4734-adbb-c8dc930fc5d1 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 May 03 16:36:02.490128 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:36:02.492574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8b63e-d012-4b3c-a337-746644963e7f" -d '{"events": [{"server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "name": "network-vif-plugged", "status": "completed", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:36:02.507975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=44e665f4-49dd-4235-94b9-c8e0138829cc,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:02.536165 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7d546-98b7-4bb8-b611-004684890f82 x-openstack-request-id: req-e0c7d546-98b7-4bb8-b611-004684890f82 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:36:02.536661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "name": "network-vif-plugged", "status": "completed", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:36:02.537091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0c7d546-98b7-4bb8-b611-004684890f82 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:36:02.537577 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c7d546-98b7-4bb8-b611-004684890f82'] response: {'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc', 'code': 200} May 03 16:36:02.582111 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:02.631466 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:02.827504 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:02.829478 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b34a-5def-4a50-8b16-640f44a202a3 req-569b03bc-9247-474a-8bf7-f49cf7060cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:02.830996 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49a7b34a-5def-4a50-8b16-640f44a202a3 req-569b03bc-9247-474a-8bf7-f49cf7060cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 1130 time: 0.0406926 May 03 16:36:02.874303 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49a7b34a-5def-4a50-8b16-640f44a202a3 req-1743d118-34d2-4a95-8ffd-18873bd5ae0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 May 03 16:36:03.581695 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a082a7c-7080-4e2a-8686-b04553b9db97 req-7c1bcd40-766d-4809-bd1e-8c53b3679210 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:03.583201 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a082a7c-7080-4e2a-8686-b04553b9db97 req-7c1bcd40-766d-4809-bd1e-8c53b3679210 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0447896 May 03 16:36:03.629769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a082a7c-7080-4e2a-8686-b04553b9db97 req-5e5b24d6-2d10-4943-bd96-54192d34c00c tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 May 03 16:36:04.185635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:04.745696 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793f7e-77b4-4ee3-8fb6-9d2b2ddbdecf req-9ac79fa2-cfd4-4ab5-b2ab-530159ba2409 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:04.747162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea793f7e-77b4-4ee3-8fb6-9d2b2ddbdecf req-9ac79fa2-cfd4-4ab5-b2ab-530159ba2409 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0488870 May 03 16:36:04.794044 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea793f7e-77b4-4ee3-8fb6-9d2b2ddbdecf req-87900dfe-491b-43db-bd73-9c5c298683b3 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 May 03 16:36:05.906257 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcfea6-0770-4112-81c4-94ef258ba05c req-70e4ac93-d41e-4c60-9556-504c2adc96be tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:05.907742 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-12dcfea6-0770-4112-81c4-94ef258ba05c req-70e4ac93-d41e-4c60-9556-504c2adc96be tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0462151 May 03 16:36:05.953962 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-12dcfea6-0770-4112-81c4-94ef258ba05c req-fd937b5e-3202-4c74-bb3d-6efdf0fb491f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 May 03 16:36:07.221867 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d49a9-700c-4601-9a3a-40c4ee2927f3 req-ebe886a5-861c-4f52-aee9-f3bb0a49ab67 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:07.223434 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-457d49a9-700c-4601-9a3a-40c4ee2927f3 req-ebe886a5-861c-4f52-aee9-f3bb0a49ab67 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0455880 May 03 16:36:07.272563 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-457d49a9-700c-4601-9a3a-40c4ee2927f3 req-d642c66a-b84d-4667-83c6-c684957e6c00 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 May 03 16:36:08.383520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb126cf-afbc-48f6-8e2a-08f02fbcf85a req-1b1f3859-295e-4505-8783-1500251bf4ba tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:08.386042 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0eb126cf-afbc-48f6-8e2a-08f02fbcf85a req-1b1f3859-295e-4505-8783-1500251bf4ba tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0449455 May 03 16:36:08.432034 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0eb126cf-afbc-48f6-8e2a-08f02fbcf85a req-9e417be9-2ff7-4fb1-a89b-b2b97e4acc65 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 May 03 16:36:08.896819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-5a186a91-0932-4691-a178-58ae41ec317a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:08.898250 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-5a186a91-0932-4691-a178-58ae41ec317a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 946 time: 0.0455482 May 03 16:36:08.986833 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Deleting port 44e665f4-49dd-4235-94b9-c8e0138829cc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:36:08.987174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:09.075514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] For port 44e665f4-49dd-4235-94b9-c8e0138829cc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=44e665f4-49dd-4235-94b9-c8e0138829cc,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:09.075879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:09.088960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Calling delete_port for 44e665f4-49dd-4235-94b9-c8e0138829cc owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:36:09.288568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (44e665f4-49dd-4235-94b9-c8e0138829cc), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:09.305428 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['44e665f4-49dd-4235-94b9-c8e0138829cc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:36:09.318508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Pushing event deleted for resources: {'Port': ['ID=44e665f4-49dd-4235-94b9-c8e0138829cc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:09.364574 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] No DVR routers for this DVR port 44e665f4-49dd-4235-94b9-c8e0138829cc on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:36:09.367081 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:09.370303 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1540c00f-d558-4eec-b6c2-c6a51c3a455b req-2a3054de-4eb6-4b25-97a7-b1d6b3002889 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "DELETE /v2.0/ports/44e665f4-49dd-4235-94b9-c8e0138829cc HTTP/1.1" status: 204 len: 173 time: 0.4654102 May 03 16:36:09.370731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'name': 'network-vif-deleted', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:36:09.372968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9283542-7afa-4435-8599-93ba8a3cfafe" -d '{"events": [{"server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "name": "network-vif-deleted", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:36:09.408881 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e5965e-f26b-402c-a78c-8c64520370e9 x-openstack-request-id: req-22e5965e-f26b-402c-a78c-8c64520370e9 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:36:09.409468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59388ff1-3265-4e91-b0e6-8702e3e0abaf", "name": "network-vif-deleted", "tag": "44e665f4-49dd-4235-94b9-c8e0138829cc", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:36:09.409468 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22e5965e-f26b-402c-a78c-8c64520370e9 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:36:09.409868 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e5965e-f26b-402c-a78c-8c64520370e9'] response: {'server_uuid': '59388ff1-3265-4e91-b0e6-8702e3e0abaf', 'name': 'network-vif-deleted', 'tag': '44e665f4-49dd-4235-94b9-c8e0138829cc', 'status': 'completed', 'code': 200} May 03 16:36:09.461781 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:09.534816 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-158ea0e6-f3ba-4599-9aa8-9969b8cb93d3 req-7e214c8c-5ec0-4d24-af70-026aad1974ee tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=59388ff1-3265-4e91-b0e6-8702e3e0abaf HTTP/1.1" status: 200 len: 210 time: 0.0299857 May 03 16:36:10.798317 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-d8fa6978-c6a0-4ac1-a7cf-cbb6958f6311 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:10.799803 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-d8fa6978-c6a0-4ac1-a7cf-cbb6958f6311 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/networks?id=5b3323c8-23d0-451c-9fbb-cda93ea02d52 HTTP/1.1" status: 200 len: 808 time: 0.0985801 May 03 16:36:10.814358 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-e6cfce01-0d55-4ceb-a364-4611d70985de tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/quotas/f8466051fcdd4b58b8e27cb2e0285462 HTTP/1.1" status: 200 len: 375 time: 0.0088303 May 03 16:36:10.849364 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-dcfe4b7c-4260-4a3a-aad6-b0ed87b7a570 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294960 May 03 16:36:10.937008 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-144b22bc-85b4-4751-9e83-0672b6d646d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811591 May 03 16:36:11.026043 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-a8761a61-2a2c-4074-aac3-89a8789cf95d service neutron] 10.222.0.42 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 May 03 16:36:11.246112 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-275a8060-777b-481d-b664-f6fa4e24a73f req-f4d41dec-de4e-470e-8eef-d281ecc6aaac tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 210 time: 0.0277245 May 03 16:36:12.275525 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 44e665f4-49dd-4235-94b9-c8e0138829cc no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:36:12.296623 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 44e665f4-49dd-4235-94b9-c8e0138829cc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:36:12.296987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 44e665f4-49dd-4235-94b9-c8e0138829cc not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:36:12.347163 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37243c20-2a9a-4d59-ab27-8ad22d1dad29 req-f9b79077-506f-4145-b567-1178391ff35b tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 210 time: 0.0267863 May 03 16:36:13.439397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b9e327a2-cae6-4ead-8f8c-b49e6d273cf3 req-72746c8d-5b73-4406-b90b-5bdd12774b7e tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 210 time: 0.0260854 May 03 16:36:13.583205 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-6cc3a691-97f5-4f89-8b57-186860cdc47f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:13.584640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-6cc3a691-97f5-4f89-8b57-186860cdc47f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "GET /v2.0/networks?id=5b3323c8-23d0-451c-9fbb-cda93ea02d52 HTTP/1.1" status: 200 len: 808 time: 0.1046305 May 03 16:36:13.600382 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Request body: {'port': {'device_id': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52', 'admin_state_up': True, 'tenant_id': 'f8466051fcdd4b58b8e27cb2e0285462'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:36:13.696602 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-0f4ac93c-10a5-4dbc-8e3a-315e206035fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420790 May 03 16:36:13.789206 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-2324ff18-3b7f-404d-bad9-ab23f4e8d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:13.790983 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-2324ff18-3b7f-404d-bad9-ab23f4e8d60a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1129 time: 0.0408270 May 03 16:36:13.798511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Made reservation on behalf of f8466051fcdd4b58b8e27cb2e0285462 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:36:13.803484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:13.897044 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-6b464a6f-0897-406b-9d3f-4bd15b1ee492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:13.898769 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-6b464a6f-0897-406b-9d3f-4bd15b1ee492 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.0894656 May 03 16:36:13.933157 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Allocated IP 172.20.0.14 (5b3323c8-23d0-451c-9fbb-cda93ea02d52/a1e1b9ea-dfd1-4f96-9234-fa761d89b403/4e98f9a5-dcdd-4fd6-9587-b533e8cabd69) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:36:13.970310 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-c8b40f90-c79c-4cd4-a240-563d395ebe70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 1001 time: 0.0652671 May 03 16:36:14.059914 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-40dd4b82-b1da-4c20-9177-b28908f3c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:14.061394 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-40dd4b82-b1da-4c20-9177-b28908f3c1ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0428791 May 03 16:36:14.079869 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks [] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.104608 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-8f36a9f4-718c-43e4-801f-0ea7581b2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:14.106115 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-8f36a9f4-718c-43e4-801f-0ea7581b2214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376046 May 03 16:36:14.153944 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.195378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:36:14.198472 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:36:14.201709 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-bde74621-c37e-44ad-81f6-974d53514a22 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 May 03 16:36:14.202724 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:36:14.235509 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Pushing event updated for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:14.264347 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:14.264954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.294303 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8a1722f4-19dc-4339-b7ac-df18ad0f4835 req-e2acd5d4-f084-4929-8877-be29cc10c6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 May 03 16:36:14.348240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b938e9dc-d54f-497e-8b1d-83f034187d1d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7520568 May 03 16:36:14.359770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Request body: {'port': {'device_id': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:36:14.416902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.577422 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692446c6-485d-421a-a58e-2cfdc619df50 req-99ec5e61-d635-499c-b6d8-b06d0ab91486 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:14.578882 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-692446c6-485d-421a-a58e-2cfdc619df50 req-99ec5e61-d635-499c-b6d8-b06d0ab91486 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 932 time: 0.0620379 May 03 16:36:14.675479 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-692446c6-485d-421a-a58e-2cfdc619df50 req-9dab70ba-dd32-49c0-b8ae-baf7e7505c8c tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869296 May 03 16:36:14.746798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:36:14.754047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks [] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.766029 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Transition to ACTIVE for port object 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:36:14.838319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:14.888011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Pushing event updated for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:14.958699 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Attempting to bind port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:36:14.959031 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Attempting to bind port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:36:14.959361 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Attempting to bind port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:36:14.963854 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:36:14.964174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Attempting to bind port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 on network 5b3323c8-23d0-451c-9fbb-cda93ea02d52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:36:14.968880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:36:14.969212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Checking segment: {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:36:14.969584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Bound using segment: {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:36:14.969995 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Bound port: 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9db537-6d3e-4a91-ac98-179b937a57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:36:14.970341 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:15.030643 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:36:15.036149 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:36:15.130199 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:15.164817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.165428 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:15.166798 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] 10.222.0.36 "PUT /v2.0/ports/4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 HTTP/1.1" status: 200 len: 1094 time: 0.8110960 May 03 16:36:15.167229 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:36:15.169481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c7171-4192-477d-a9e7-4a3b73717665" -d '{"events": [{"name": "network-changed", "server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:36:15.194318 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84ef2-d3a0-45d2-967e-d8dc566ad50f service neutron] Pushing event updated for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:15.208637 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f309aec6-b7a7-445b-b340-9c7da7151ce9 x-openstack-request-id: req-f309aec6-b7a7-445b-b340-9c7da7151ce9 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:36:15.209188 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:36:15.209433 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f309aec6-b7a7-445b-b340-9c7da7151ce9 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:36:15.209859 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f309aec6-b7a7-445b-b340-9c7da7151ce9'] response: {'name': 'network-changed', 'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69', 'status': 'completed', 'code': 200} May 03 16:36:15.277038 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-9e37335e-a8c0-4e12-8cd4-4ea936ca7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.278492 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-9e37335e-a8c0-4e12-8cd4-4ea936ca7ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 1128 time: 0.0394537 May 03 16:36:15.380332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-dbfb61cd-137c-41c7-a935-64d32c86d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.381910 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-dbfb61cd-137c-41c7-a935-64d32c86d4c6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0970776 May 03 16:36:15.476415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-c491b3e4-f984-41b6-9599-3ebe689f475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.477970 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6d9c7171-4192-477d-a9e7-4a3b73717665 req-c491b3e4-f984-41b6-9599-3ebe689f475b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903656 May 03 16:36:15.552070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-fe883816-8d5f-44b4-8fe9-6dbe29ba15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.553664 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-fe883816-8d5f-44b4-8fe9-6dbe29ba15e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 1128 time: 0.0394008 May 03 16:36:15.594527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-06972b43-557a-48d1-8097-e1f43258a43c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 HTTP/1.1" status: 200 len: 217 time: 0.0344965 May 03 16:36:15.644734 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-e70b74ad-1c05-47a8-a4ed-aec952979dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:15.646686 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-e70b74ad-1c05-47a8-a4ed-aec952979dfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1e1b9ea-dfd1-4f96-9234-fa761d89b403 HTTP/1.1" status: 200 len: 848 time: 0.0459208 May 03 16:36:15.676618 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-9a34f209-9fd8-49ca-8659-6c66e35e52d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3323c8-23d0-451c-9fbb-cda93ea02d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240717 May 03 16:36:16.069088 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-b5fc88a8-0ba0-41f0-bc64-99af4166d4ad service neutron] 10.222.0.36 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859458 May 03 16:36:16.074998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b0528-e1e4-4ecb-9b99-ad62fc03d38b req-3ba4f93f-99fa-4f85-a76e-7926829a8d5c tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:16.076325 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d9b0528-e1e4-4ecb-9b99-ad62fc03d38b req-3ba4f93f-99fa-4f85-a76e-7926829a8d5c tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 944 time: 0.3307302 May 03 16:36:16.172651 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d9b0528-e1e4-4ecb-9b99-ad62fc03d38b req-9810d625-4f00-47db-877b-e8cd747e59c2 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885370 May 03 16:36:16.193910 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-52d074e9-6b5e-4cb0-a34b-388461c040f7 req-7dfe995c-cfcc-44c9-87a1-8719882af354 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147926 May 03 16:36:17.290404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af893a4c-27b4-4a9c-ab48-8e184f195fc5 req-f6f3dfe8-99ee-4225-9faf-cb48f88d7bbd tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:17.291845 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af893a4c-27b4-4a9c-ab48-8e184f195fc5 req-f6f3dfe8-99ee-4225-9faf-cb48f88d7bbd tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 944 time: 0.0483646 May 03 16:36:17.337672 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af893a4c-27b4-4a9c-ab48-8e184f195fc5 req-2675b421-24ca-4a1e-baaa-602c2c235388 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 May 03 16:36:18.446573 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519057-2dc5-401d-a2a9-9dae45ec8788 req-67e3f93b-381f-4284-aa45-3253e313a72a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:18.448047 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb519057-2dc5-401d-a2a9-9dae45ec8788 req-67e3f93b-381f-4284-aa45-3253e313a72a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 944 time: 0.0450659 May 03 16:36:18.494389 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb519057-2dc5-401d-a2a9-9dae45ec8788 req-1a952f58-84f5-476f-9767-62d11f7e2268 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 May 03 16:36:19.607758 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb396a54-3d1e-476d-86c0-1a471219d04d req-8445b667-9bd5-4155-948b-6c56ac13bd5f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:19.609190 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fb396a54-3d1e-476d-86c0-1a471219d04d req-8445b667-9bd5-4155-948b-6c56ac13bd5f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 944 time: 0.0481226 May 03 16:36:19.654915 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fb396a54-3d1e-476d-86c0-1a471219d04d req-e2f3da68-fa2b-481b-80f5-0c33668ad4be tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 May 03 16:36:20.319516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:36:20.415985 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:20.428172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69', 'network_id': '5b3323c8-23d0-451c-9fbb-cda93ea02d52', 'port_id': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69', 'mac_address': 'fa:16:3e:fd:43:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e1b9ea-dfd1-4f96-9234-fa761d89b403', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:36:20.468988 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:36:20.469371 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:20.481863 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:36:20.501700 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:20.598123 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:20.647106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:20.765300 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c508439-3d68-46d1-8e2e-d66b235619ec req-c91dc9e2-e144-4e05-9ff8-cbb2327a807d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:20.766748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8c508439-3d68-46d1-8e2e-d66b235619ec req-c91dc9e2-e144-4e05-9ff8-cbb2327a807d tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 945 time: 0.0467236 May 03 16:36:20.814205 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8c508439-3d68-46d1-8e2e-d66b235619ec req-b523c397-2ad4-4fa4-9ba9-929b5db981af tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 May 03 16:36:20.994899 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['4e98f9a5-dcdd-4fd6-9587-b533e8cabd69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:36:21.924875 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce54bf5-f1b8-4df2-a344-cd3c8782b41d req-83c7dfcf-c65a-41b9-b91a-c330308b386a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:21.927000 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cce54bf5-f1b8-4df2-a344-cd3c8782b41d req-83c7dfcf-c65a-41b9-b91a-c330308b386a tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 945 time: 0.0454767 May 03 16:36:21.976409 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cce54bf5-f1b8-4df2-a344-cd3c8782b41d req-3a38c5f9-72f9-4396-b991-57407572c11e tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 May 03 16:36:22.346716 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:36:22.391291 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:36:22.470628 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:36:22.471006 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:22.551511 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:36:22.551889 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:22.573757 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:36:22.576033 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5155125-5090-48b4-83cf-e306ee17078a" -d '{"events": [{"server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "name": "network-vif-plugged", "status": "completed", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:36:22.589131 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:22.612884 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1d0f94-a210-42ab-ae34-98d0f6664006 x-openstack-request-id: req-2d1d0f94-a210-42ab-ae34-98d0f6664006 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:36:22.613244 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "name": "network-vif-plugged", "status": "completed", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:36:22.613647 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d1d0f94-a210-42ab-ae34-98d0f6664006 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:36:22.614195 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1d0f94-a210-42ab-ae34-98d0f6664006'] response: {'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69', 'code': 200} May 03 16:36:22.672510 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:22.720570 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:22.965829 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990d6f-1f0a-4002-94c6-a86284236a4d req-92b8792b-ddd1-4e9f-9838-dc1ea826e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:22.967328 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76990d6f-1f0a-4002-94c6-a86284236a4d req-92b8792b-ddd1-4e9f-9838-dc1ea826e776 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 1130 time: 0.0384524 May 03 16:36:23.009315 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76990d6f-1f0a-4002-94c6-a86284236a4d req-bfb47d26-5bf5-45f1-ab2c-4cc6c4378392 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 May 03 16:36:23.090998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117dbb4-2169-455c-bab3-ea3d7ee48f9f req-a673069c-2b50-4d85-896e-11d2e6a8efb0 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:23.092435 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e117dbb4-2169-455c-bab3-ea3d7ee48f9f req-a673069c-2b50-4d85-896e-11d2e6a8efb0 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0466969 May 03 16:36:23.138120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e117dbb4-2169-455c-bab3-ea3d7ee48f9f req-6f179c14-bc99-40c0-ac6e-fdc33782efd3 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 May 03 16:36:24.257005 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b77c-864e-4366-8601-6ba3bdbcd3b6 req-ec83e19e-ff5c-45a4-8715-8aed10f7b7f1 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:24.258451 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b051b77c-864e-4366-8601-6ba3bdbcd3b6 req-ec83e19e-ff5c-45a4-8715-8aed10f7b7f1 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0491951 May 03 16:36:24.304694 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b051b77c-864e-4366-8601-6ba3bdbcd3b6 req-1f364203-56d4-4f6a-92d8-d36c32e18706 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 May 03 16:36:25.415620 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd05b0-8429-49fe-a17f-6a94c0d67f91 req-2c1a5729-b784-4c1a-9437-c70a91aae648 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:25.417087 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-87fd05b0-8429-49fe-a17f-6a94c0d67f91 req-2c1a5729-b784-4c1a-9437-c70a91aae648 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0457163 May 03 16:36:25.463585 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-87fd05b0-8429-49fe-a17f-6a94c0d67f91 req-27233d27-fbfd-49e8-adf0-2d23abe7d3fa tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 May 03 16:36:26.600972 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526983b5-fd47-4777-83ca-56685280ef44 req-cdc8660a-7763-4bb2-9b61-1fdf65ffe168 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:26.602435 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-526983b5-fd47-4777-83ca-56685280ef44 req-cdc8660a-7763-4bb2-9b61-1fdf65ffe168 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0461545 May 03 16:36:26.651181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-526983b5-fd47-4777-83ca-56685280ef44 req-cc99fffa-9a45-44a4-bfc7-928f3326d307 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 May 03 16:36:27.764461 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42ccb-752e-48f7-a1dd-3760f30b165b req-21806f40-d979-4069-9112-c67210e18ca9 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:27.765892 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8c42ccb-752e-48f7-a1dd-3760f30b165b req-21806f40-d979-4069-9112-c67210e18ca9 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0466754 May 03 16:36:27.812461 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a8c42ccb-752e-48f7-a1dd-3760f30b165b req-9b10807a-ca75-4ec9-9b71-7312bcf1612f tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e19630c-6913-4041-aad0-80b7dcdceb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 May 03 16:36:27.866571 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b951833-2b6d-4645-9efa-c677826d2a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:28.063307 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df3053-e901-4479-b926-74692fa83e6e req-4fc5d402-2608-44f6-b095-a4195a18d4b2 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:28.064750 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5df3053-e901-4479-b926-74692fa83e6e req-4fc5d402-2608-44f6-b095-a4195a18d4b2 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 946 time: 0.0446942 May 03 16:36:28.151187 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Deleting port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:36:28.151599 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:28.238450 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] For port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,segment=NetworkSegment(4c9db537-6d3e-4a91-ac98-179b937a57ce),segment_id=4c9db537-6d3e-4a91-ac98-179b937a57ce)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:28.238820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:28.252089 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Calling delete_port for 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:36:28.455513 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (4e98f9a5-dcdd-4fd6-9587-b533e8cabd69), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:28.466914 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['4e98f9a5-dcdd-4fd6-9587-b533e8cabd69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:36:28.484070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Pushing event deleted for resources: {'Port': ['ID=4e98f9a5-dcdd-4fd6-9587-b533e8cabd69,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:28.529916 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] No DVR routers for this DVR port 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:36:28.532458 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:28.535723 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e5df3053-e901-4479-b926-74692fa83e6e req-cad94ec8-6fdd-4f51-a185-1aafe2015ed8 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.36 "DELETE /v2.0/ports/4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 HTTP/1.1" status: 204 len: 173 time: 0.4657381 May 03 16:36:28.536186 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'name': 'network-vif-deleted', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:36:28.538528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc53de-ee77-450e-a6c5-2eaa956cfd5b" -d '{"events": [{"server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "name": "network-vif-deleted", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:36:28.574053 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7aa66-f287-4914-831d-a885810c5f83 x-openstack-request-id: req-60f7aa66-f287-4914-831d-a885810c5f83 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:36:28.574404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beb5ff3-3ebf-44ad-8d13-d73bd231210b", "name": "network-vif-deleted", "tag": "4e98f9a5-dcdd-4fd6-9587-b533e8cabd69", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:36:28.574817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60f7aa66-f287-4914-831d-a885810c5f83 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:36:28.575225 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f7aa66-f287-4914-831d-a885810c5f83'] response: {'server_uuid': '9beb5ff3-3ebf-44ad-8d13-d73bd231210b', 'name': 'network-vif-deleted', 'tag': '4e98f9a5-dcdd-4fd6-9587-b533e8cabd69', 'status': 'completed', 'code': 200} May 03 16:36:28.920788 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e1b30801-eb5f-408d-996a-1f7f8800f107 req-24ab9ce5-90b9-410b-ac8e-f24f66d95528 tempest-VolumesActionsTest-843439292 tempest-VolumesActionsTest-843439292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beb5ff3-3ebf-44ad-8d13-d73bd231210b HTTP/1.1" status: 200 len: 210 time: 0.0281720 May 03 16:36:30.186666 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a49c473e-4e3c-47c9-ad2c-498dcc2be2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:31.026401 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:32.141656 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:36:32.591732 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:36:32.612054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:36:32.612398 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4e98f9a5-dcdd-4fd6-9587-b533e8cabd69 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:36:32.853373 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:34.180750 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:39.506814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:40.216017 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00958e-0c1c-4f7f-8b36-a487de5878c8 req-bf7d1894-76ef-49e1-9db3-28eb94b095bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:40.226300 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc00958e-0c1c-4f7f-8b36-a487de5878c8 req-bf7d1894-76ef-49e1-9db3-28eb94b095bf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0625992 May 03 16:36:40.273676 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc00958e-0c1c-4f7f-8b36-a487de5878c8 req-5981433b-3e58-4d97-a427-882b8a1ab886 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460675 May 03 16:36:41.434989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de27a18-22ad-4870-825c-8deab1d309fe req-4de14d88-758f-4d18-9808-a04935e76489 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:41.436535 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7de27a18-22ad-4870-825c-8deab1d309fe req-4de14d88-758f-4d18-9808-a04935e76489 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0576820 May 03 16:36:41.498171 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7de27a18-22ad-4870-825c-8deab1d309fe req-bef07052-45b1-410a-bd19-a6ba1436c045 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513542 May 03 16:36:42.634171 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423eca-6168-45ae-be8e-361e0cba0406 req-2152a611-27be-4f80-97c3-cffc09af909d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:42.635727 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d9423eca-6168-45ae-be8e-361e0cba0406 req-2152a611-27be-4f80-97c3-cffc09af909d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0522394 May 03 16:36:42.686366 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d9423eca-6168-45ae-be8e-361e0cba0406 req-f573f1ff-13b5-4eb2-afde-73ceafd75976 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 May 03 16:36:43.855649 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac66f-f5a1-4e3a-a86b-54d5361e9b08 req-a0d3f414-dd06-43de-bd39-a015c127dab2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:43.857900 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5dbac66f-f5a1-4e3a-a86b-54d5361e9b08 req-a0d3f414-dd06-43de-bd39-a015c127dab2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0645466 May 03 16:36:43.914477 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5dbac66f-f5a1-4e3a-a86b-54d5361e9b08 req-dd274ff0-751f-407e-b9b2-4573964d2a2d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 May 03 16:36:45.041694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06d277-b28d-4073-97b6-5091b9d208d5 req-7664b385-b6cb-42b1-99a3-d9e09f51b31c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:45.043176 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed06d277-b28d-4073-97b6-5091b9d208d5 req-7664b385-b6cb-42b1-99a3-d9e09f51b31c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0509241 May 03 16:36:45.097777 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed06d277-b28d-4073-97b6-5091b9d208d5 req-f6fcabcb-7281-4e16-a6b2-586d676aaaa0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488336 May 03 16:36:46.240214 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a362b8-7c45-4d19-8c9e-4a21dc1b8576 req-070d9901-e359-4ce0-8f28-930352fd17c7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:46.242486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49a362b8-7c45-4d19-8c9e-4a21dc1b8576 req-070d9901-e359-4ce0-8f28-930352fd17c7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0536950 May 03 16:36:46.301455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49a362b8-7c45-4d19-8c9e-4a21dc1b8576 req-fc2c0caf-b9c6-41aa-a451-c0f46f77f483 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521348 May 03 16:36:47.445463 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9a43-df6d-4be3-a889-f85f307b09c2 req-9f462de2-66b8-428d-a4a4-b86ced0f795f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:47.446947 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-343c9a43-df6d-4be3-a889-f85f307b09c2 req-9f462de2-66b8-428d-a4a4-b86ced0f795f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0515013 May 03 16:36:47.499543 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-343c9a43-df6d-4be3-a889-f85f307b09c2 req-23f214f3-ae60-473c-a146-68dad8edd07d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 May 03 16:36:48.647913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008949bb-0601-4cce-859c-4556c613d297 req-6f25b48f-8b8a-4b40-b803-19ce7ec58122 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:48.651370 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-008949bb-0601-4cce-859c-4556c613d297 req-6f25b48f-8b8a-4b40-b803-19ce7ec58122 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0712485 May 03 16:36:48.705370 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-008949bb-0601-4cce-859c-4556c613d297 req-75439daa-0015-4deb-b036-537d48b15a2d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481508 May 03 16:36:49.850898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603dabb-372e-46f2-9703-b3227a5dc925 req-633607cc-bce7-42cd-8268-733fdb884890 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:49.852455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e603dabb-372e-46f2-9703-b3227a5dc925 req-633607cc-bce7-42cd-8268-733fdb884890 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0667763 May 03 16:36:49.913349 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e603dabb-372e-46f2-9703-b3227a5dc925 req-5f96bb74-2cfe-454d-9fa8-b9adc544fb40 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552394 May 03 16:36:51.038212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec3fdc-c918-4def-b190-db677872b5d1 req-706c74cf-925b-4337-b792-351ef3bf25a7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:51.039722 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ec3fdc-c918-4def-b190-db677872b5d1 req-706c74cf-925b-4337-b792-351ef3bf25a7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0462172 May 03 16:36:51.086624 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ec3fdc-c918-4def-b190-db677872b5d1 req-fda8ef8b-5b8c-4448-99ea-5ae4ccec760b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 May 03 16:36:52.203968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce009fb-3b8a-43e8-a2e4-84adbc7e276c req-02840cff-9ad6-401c-9520-aa94bbdf4bfe tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:52.206769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ce009fb-3b8a-43e8-a2e4-84adbc7e276c req-02840cff-9ad6-401c-9520-aa94bbdf4bfe tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0480905 May 03 16:36:52.258125 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ce009fb-3b8a-43e8-a2e4-84adbc7e276c req-72f1e607-c869-4946-85bb-14b6b465a2c1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 May 03 16:36:53.374311 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe6d9-09fa-4f07-8aef-882ecc17e2e0 req-b48caa28-e913-4856-bcdd-524f038a457a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:53.375780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-912fe6d9-09fa-4f07-8aef-882ecc17e2e0 req-b48caa28-e913-4856-bcdd-524f038a457a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0464487 May 03 16:36:53.422557 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-912fe6d9-09fa-4f07-8aef-882ecc17e2e0 req-754aff22-1337-4a75-adb1-4c32fa18adea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 May 03 16:36:54.538404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb097e6-3d3c-476e-9cd4-5cdc01cd5649 req-9355eda9-f076-4af5-a62f-9c34a892faef tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:54.539910 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dcb097e6-3d3c-476e-9cd4-5cdc01cd5649 req-9355eda9-f076-4af5-a62f-9c34a892faef tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0457306 May 03 16:36:54.586664 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dcb097e6-3d3c-476e-9cd4-5cdc01cd5649 req-ce1a264c-2f26-4dc8-9dca-0fd4626e8d22 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411978 May 03 16:36:55.360209 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 53136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:36:55.404565 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Deleting subnet a1e1b9ea-dfd1-4f96-9234-fa761d89b403 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:36:55.407570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Publish callbacks [] for subnet (a1e1b9ea-dfd1-4f96-9234-fa761d89b403), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.441782 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (a1e1b9ea-dfd1-4f96-9234-fa761d89b403), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.480286 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (a1e1b9ea-dfd1-4f96-9234-fa761d89b403), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.620704 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (a1e1b9ea-dfd1-4f96-9234-fa761d89b403), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.646220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e1b9ea-dfd1-4f96-9234-fa761d89b403,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:55.652340 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.655732 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a1e1b9ea-dfd1-4f96-9234-fa761d89b403 HTTP/1.1" status: 204 len: 168 time: 0.2944934 May 03 16:36:55.659589 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53140) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:36:55.660834 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.661184 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.661522 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.661856 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.662188 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.662519 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.662846 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.663163 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.664353 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.664918 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.665255 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.665573 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.665896 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.666215 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.666549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095aac85-f183-4e85-a510-e5640d06582f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:55.735134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496aa1-74e4-41d3-85e0-6f54c956efc9 req-78762296-31f9-44b2-bf09-9a8b929e7f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:55.736624 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92496aa1-74e4-41d3-85e0-6f54c956efc9 req-78762296-31f9-44b2-bf09-9a8b929e7f9d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0779889 May 03 16:36:55.785502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (5b3323c8-23d0-451c-9fbb-cda93ea02d52), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.842434 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92496aa1-74e4-41d3-85e0-6f54c956efc9 req-9f087b28-de7e-4386-b2ab-3627429263c8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786080 May 03 16:36:55.893050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (5b3323c8-23d0-451c-9fbb-cda93ea02d52), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.913501 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3323c8-23d0-451c-9fbb-cda93ea02d52']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:36:55.923652 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9db537-6d3e-4a91-ac98-179b937a57ce') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:36:55.923954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9db537-6d3e-4a91-ac98-179b937a57ce') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:36:55.933676 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (4c9db537-6d3e-4a91-ac98-179b937a57ce), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.946523 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (4c9db537-6d3e-4a91-ac98-179b937a57ce), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.952393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:36:55.952774 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (4c9db537-6d3e-4a91-ac98-179b937a57ce), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:36:55.954435 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:36:56.087647 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (5b3323c8-23d0-451c-9fbb-cda93ea02d52), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.093093 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.096363 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b3323c8-23d0-451c-9fbb-cda93ea02d52 HTTP/1.1" status: 204 len: 168 time: 0.4351685 May 03 16:36:56.107686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3323c8-23d0-451c-9fbb-cda93ea02d52,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:56.115581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.115930 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.116366 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.116780 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.117184 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.117600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.117907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.118268 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.118623 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.118970 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.119354 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.119651 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.119973 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.120291 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.120610 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6b9e-31c2-4d31-bd37-9abafd6a6ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:36:56.458017 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53146) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:36:56.499126 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-d098697c-eca1-4fc2-a810-fc54b086f2b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8466051fcdd4b58b8e27cb2e0285462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396960 May 03 16:36:56.502474 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53148) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:36:56.549560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] Publish callbacks [] for security_group (1e19630c-6913-4041-aad0-80b7dcdceb10), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.569956 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] Publish callbacks [] for security_group (1e19630c-6913-4041-aad0-80b7dcdceb10), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.676813 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (1e19630c-6913-4041-aad0-80b7dcdceb10), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.679350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:56.680597 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e19630c-6913-4041-aad0-80b7dcdceb10 HTTP/1.1" status: 204 len: 168 time: 0.1772172 May 03 16:36:56.688297 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd9dcc-846c-4722-a909-2d6deaec176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19630c-6913-4041-aad0-80b7dcdceb10,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:56.967671 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78aa2-9d58-479b-86f2-7d9e2a041860 req-1b059d24-0143-49a9-a3bd-dd003591ef83 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:56.969085 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-58a78aa2-9d58-479b-86f2-7d9e2a041860 req-1b059d24-0143-49a9-a3bd-dd003591ef83 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0537586 May 03 16:36:57.024039 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-58a78aa2-9d58-479b-86f2-7d9e2a041860 req-9d84b32d-633b-4f26-98d1-a76d0093e72a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 May 03 16:36:57.854062 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8b23dba-4c6d-4ab4-879e-e62f6806a2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:58.139962 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea79f32-7fb1-49fd-b349-3fb112090d30 req-41245f0a-25f9-474a-8007-09c9f033073f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:58.141426 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea79f32-7fb1-49fd-b349-3fb112090d30 req-41245f0a-25f9-474a-8007-09c9f033073f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0470228 May 03 16:36:58.188780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea79f32-7fb1-49fd-b349-3fb112090d30 req-e204fa16-d93f-434b-9c05-2300830464eb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 May 03 16:36:58.838077 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:36:58.937154 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:58.948821 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:36:58.986005 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: ACTIVE; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:36:58.986393 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:58.999064 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:36:59.018536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:36:59.099776 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:36:59.150553 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:36:59.187115 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['be030a0e-31fd-4a7e-850e-c08af7dc4d7a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:36:59.310541 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba70d2-b60c-423a-a44a-44ae8749226e req-b46ef425-7e3e-4b73-9fd8-bf8a126f6f2f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:36:59.312066 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4fba70d2-b60c-423a-a44a-44ae8749226e req-b46ef425-7e3e-4b73-9fd8-bf8a126f6f2f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0493455 May 03 16:36:59.358843 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4fba70d2-b60c-423a-a44a-44ae8749226e req-e3bd20ec-3201-4fbf-a38b-48734e3a07e8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 May 03 16:37:00.185449 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e537d0d2-7e68-44f6-bd03-137660f35df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:00.475266 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d763-cc83-4b3e-9436-2019cce8a1e0 req-215aebc7-2246-4a0b-999e-212b421b0116 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:00.476738 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d09d763-cc83-4b3e-9436-2019cce8a1e0 req-215aebc7-2246-4a0b-999e-212b421b0116 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0447454 May 03 16:37:00.524063 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d09d763-cc83-4b3e-9436-2019cce8a1e0 req-680a2a3f-69d8-4d2e-abbf-70f0b9b4612a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 May 03 16:37:00.835267 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:37:00.885177 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port be030a0e-31fd-4a7e-850e-c08af7dc4d7a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:37:00.885324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:00.965781 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:37:00.966166 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:00.998800 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:37:01.001017 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d86caf-b53f-4804-bfa9-265f4be4b924" -d '{"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:37:01.013975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:37:01.036378 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a812417-27fe-4239-89c7-92611fbd7e07 x-openstack-request-id: req-8a812417-27fe-4239-89c7-92611fbd7e07 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:37:01.036678 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:37:01.036939 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a812417-27fe-4239-89c7-92611fbd7e07 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:37:01.037338 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a812417-27fe-4239-89c7-92611fbd7e07'] response: {'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'code': 200} May 03 16:37:01.088479 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:01.168633 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:01.220049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:01.227441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.227790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.228126 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.228467 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.228803 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.229137 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.229465 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.229791 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.230129 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.230451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.230777 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.231106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.231453 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.231776 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.232099 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:37:01.644503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1da97b-7b27-4d38-abd2-b90034d09676 req-63300b7b-c694-4b5c-91c2-b88672b39927 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:01.646103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c1da97b-7b27-4d38-abd2-b90034d09676 req-63300b7b-c694-4b5c-91c2-b88672b39927 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0497856 May 03 16:37:01.697391 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c1da97b-7b27-4d38-abd2-b90034d09676 req-dca24cbc-766b-41a2-880b-7343165eba51 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 May 03 16:37:02.411211 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53234) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:02.536135 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f58ec26e-8e0f-49cb-b564-9731eaaa77b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.648768 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f58ec26e-8e0f-49cb-b564-9731eaaa77b4 admin admin] Publish callbacks [] for security_group (555c1ecf-2136-439a-97b8-26aac3593054), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.688369 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f58ec26e-8e0f-49cb-b564-9731eaaa77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (555c1ecf-2136-439a-97b8-26aac3593054), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.729873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ec26e-8e0f-49cb-b564-9731eaaa77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555c1ecf-2136-439a-97b8-26aac3593054,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:02.737605 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 53244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:02.749363 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f58ec26e-8e0f-49cb-b564-9731eaaa77b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=625ca7a1c3734d4babebd407aa736387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364410 May 03 16:37:02.813402 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] Publish callbacks [] for security_group (555c1ecf-2136-439a-97b8-26aac3593054), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.839306 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] Publish callbacks [] for security_group (555c1ecf-2136-439a-97b8-26aac3593054), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.859883 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.862219 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6824b9-7e02-4708-a119-c8b8e2a6a0a6 req-476626c8-cc5e-4e8f-8748-6ee9d574a9c7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:02.864148 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9b6824b9-7e02-4708-a119-c8b8e2a6a0a6 req-476626c8-cc5e-4e8f-8748-6ee9d574a9c7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0637577 May 03 16:37:02.921778 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9b6824b9-7e02-4708-a119-c8b8e2a6a0a6 req-17605af8-d502-4db7-abe5-ea9fdee698dd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505564 May 03 16:37:02.968554 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (555c1ecf-2136-439a-97b8-26aac3593054), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.971101 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:02.974621 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/555c1ecf-2136-439a-97b8-26aac3593054 HTTP/1.1" status: 204 len: 168 time: 0.2336364 May 03 16:37:02.982398 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a405d-033c-42de-8eef-b92b6861b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c1ecf-2136-439a-97b8-26aac3593054,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:04.071518 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37653171-41e3-4d99-a97c-ddbb2ca5b4b2 req-46a5e3b6-bbd6-49ee-98b4-c35a7d43460d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:04.078479 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37653171-41e3-4d99-a97c-ddbb2ca5b4b2 req-46a5e3b6-bbd6-49ee-98b4-c35a7d43460d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0586691 May 03 16:37:04.148998 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37653171-41e3-4d99-a97c-ddbb2ca5b4b2 req-3c66457e-46a9-411f-98bf-ad4ec08f6781 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684252 May 03 16:37:04.191806 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:05.266577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc1e4-0aee-403a-92c0-0dacd82f7e1e req-4250b688-aa9e-4803-9592-663fbe660068 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:05.268189 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb5fc1e4-0aee-403a-92c0-0dacd82f7e1e req-4250b688-aa9e-4803-9592-663fbe660068 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0520527 May 03 16:37:05.317921 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cb5fc1e4-0aee-403a-92c0-0dacd82f7e1e req-1fdde0fc-b42d-4c63-8602-3b9bf53fa3dd tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 May 03 16:37:06.455369 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15689f5-6c8e-4100-b2a2-66ac3118a196 req-2f45cc74-e39b-4ca6-891e-8a2eb750cacb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:06.457056 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a15689f5-6c8e-4100-b2a2-66ac3118a196 req-2f45cc74-e39b-4ca6-891e-8a2eb750cacb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0561421 May 03 16:37:06.511380 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a15689f5-6c8e-4100-b2a2-66ac3118a196 req-62b8a681-dcf1-4d44-b614-c2c71d36fce7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 May 03 16:37:07.647888 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893967-2637-4f40-ad75-56bca18aa00d req-7fc88172-6a8e-4ea6-bcf3-018751f6b3ab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:07.650327 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67893967-2637-4f40-ad75-56bca18aa00d req-7fc88172-6a8e-4ea6-bcf3-018751f6b3ab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0583522 May 03 16:37:07.708590 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67893967-2637-4f40-ad75-56bca18aa00d req-e30695cf-c616-42bd-a6dc-58c5fbe78367 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524218 May 03 16:37:08.846943 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf75d-79b6-4391-ae26-b1d90d6e5a8a req-4def2aa3-96f1-4e91-a3e5-78f21d4df810 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:08.848599 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0dcf75d-79b6-4391-ae26-b1d90d6e5a8a req-4def2aa3-96f1-4e91-a3e5-78f21d4df810 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0542107 May 03 16:37:08.908196 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0dcf75d-79b6-4391-ae26-b1d90d6e5a8a req-fa686c9b-f07e-4cf6-950f-5d0a40da2eba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533226 May 03 16:37:09.142467 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:37:09.540701 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:10.040278 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a6081-47f0-41d1-92bb-a448596f811d req-042d753c-e9d1-45e0-b01e-83b563f569d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:10.042412 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cd4a6081-47f0-41d1-92bb-a448596f811d req-042d753c-e9d1-45e0-b01e-83b563f569d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0562525 May 03 16:37:10.105292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cd4a6081-47f0-41d1-92bb-a448596f811d req-bc1b219b-8499-4d0d-a3da-d28447691743 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568638 May 03 16:37:11.237687 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3cd8-a8b0-4d0c-9395-bee2fbfe80c6 req-92fb9539-3879-42ab-b410-a1dd0252fc13 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:11.239315 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b7be3cd8-a8b0-4d0c-9395-bee2fbfe80c6 req-92fb9539-3879-42ab-b410-a1dd0252fc13 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0500753 May 03 16:37:11.296734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b7be3cd8-a8b0-4d0c-9395-bee2fbfe80c6 req-8a0c95d2-b912-44d6-89e3-bcef71e08c1d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 May 03 16:37:12.441157 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758d44d-fa33-4567-a351-8f5f3989e0a3 req-45708515-67c4-4072-b3d5-9a528715d4d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:12.443912 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e758d44d-fa33-4567-a351-8f5f3989e0a3 req-45708515-67c4-4072-b3d5-9a528715d4d2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0639346 May 03 16:37:12.495896 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e758d44d-fa33-4567-a351-8f5f3989e0a3 req-d6f26cdd-da3c-4cb0-b23a-dab5422d8783 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 May 03 16:37:13.620323 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd69-c287-4690-818c-6df121f482de req-9f8cf2f8-61e4-400e-81dc-91756519210d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:13.621748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2fefd69-c287-4690-818c-6df121f482de req-9f8cf2f8-61e4-400e-81dc-91756519210d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0509968 May 03 16:37:13.673769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2fefd69-c287-4690-818c-6df121f482de req-94df776d-b285-4a65-8b15-9a2dde933d24 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 May 03 16:37:14.049142 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0b72750e-d11d-4494-83ec-1b3a8681db6c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133352751&fields=id&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 267 time: 0.0599849 May 03 16:37:14.172010 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-593cf5dc-0741-4d58-a04d-efa6e952939d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:14.173626 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-593cf5dc-0741-4d58-a04d-efa6e952939d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1232121 May 03 16:37:14.191294 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-2cc81833-f22c-4c76-afd7-d6596e11843d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/quotas/81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 375 time: 0.0103314 May 03 16:37:14.249242 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-dcb73ef4-f3fc-4141-bff8-504050a0728d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533264 May 03 16:37:14.361579 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-6be32b5a-4b42-4ffa-ada1-e87c1a82377a service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991228 May 03 16:37:14.465747 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-918cef51-acdd-4535-9501-6b03d1c9946c service neutron] 10.222.0.42 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981872 May 03 16:37:14.913313 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-0adfa989-c1a4-4f21-8d32-440537d0708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:14.915589 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-0adfa989-c1a4-4f21-8d32-440537d0708a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1129 time: 0.0428407 May 03 16:37:15.028979 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-0dba8d42-08e9-44dd-aa0b-5cf845199439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:15.030492 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-0dba8d42-08e9-44dd-aa0b-5cf845199439 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.0967579 May 03 16:37:15.110485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-99305b68-2dd3-4c5e-b577-c9111c60ba79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 1001 time: 0.0727265 May 03 16:37:15.166112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-07be4f92-ea89-4a48-8b7b-7bf400d61dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:15.167606 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-07be4f92-ea89-4a48-8b7b-7bf400d61dcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0498779 May 03 16:37:15.243587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-75699dce-a1d0-45af-9aa1-c40b675f00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:15.245246 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-75699dce-a1d0-45af-9aa1-c40b675f00e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699079 May 03 16:37:15.403899 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4c76-72ec-4e1b-ab6f-a2469851dd9a req-395cf7cb-dc3b-4f92-bd72-937337c92778 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:15.403899 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-515d4c76-72ec-4e1b-ab6f-a2469851dd9a req-395cf7cb-dc3b-4f92-bd72-937337c92778 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0655262 May 03 16:37:15.435180 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-1e70d920-169a-4ccb-95cf-82d287cc4bfc service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797645 May 03 16:37:15.553938 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-515d4c76-72ec-4e1b-ab6f-a2469851dd9a req-1b9c3bbc-8285-42af-8a11-2b103ea57602 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443033 May 03 16:37:15.631037 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64efa5ca-842e-454c-8d69-624d6c90a9f1 req-beb98cd3-d8a1-44b2-a0fc-f49b6e2ae0ef tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 210 time: 0.0696299 May 03 16:37:15.672572 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cff8b3c3-c096-4579-8bee-3805fc560cb5 req-0bd8adc1-9c70-4fa2-b129-33d7203c09dd service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159359 May 03 16:37:16.666568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0846-2811-43bd-ab93-13dcb5450b1a req-b8722dab-63f3-456b-a46e-1455c55e7f25 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:16.668135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11cd0846-2811-43bd-ab93-13dcb5450b1a req-b8722dab-63f3-456b-a46e-1455c55e7f25 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0479281 May 03 16:37:16.729561 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7df9cd96-64ef-4eb9-a156-4e5d7483c68a req-53b5a177-ab7a-4ad5-b06a-c12029409a1f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 210 time: 0.0392616 May 03 16:37:16.746649 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11cd0846-2811-43bd-ab93-13dcb5450b1a req-bae07b24-13e0-428c-9b0d-032029847cb4 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729544 May 03 16:37:17.853527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411372-2829-45da-bef7-cdfa4b01b32e req-af66f417-9ac9-426f-a2f3-619db4651e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:17.855107 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-af66f417-9ac9-426f-a2f3-619db4651e65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1129 time: 0.0416985 May 03 16:37:17.878229 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fae42baa-3f29-45c1-8014-d63288ec0cfa req-07e28f93-f17c-46e2-94e7-db3cb5a1211c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 210 time: 0.0541441 May 03 16:37:17.953054 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d595b-7d0d-416c-bd12-baae3c75e6ab req-965fc6c0-c127-414e-bafd-8dea50fe1dfa tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:17.954526 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed5d595b-7d0d-416c-bd12-baae3c75e6ab req-965fc6c0-c127-414e-bafd-8dea50fe1dfa tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.1107407 May 03 16:37:17.964052 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411372-2829-45da-bef7-cdfa4b01b32e req-f2b05c8a-a9e7-4650-95ea-6c6356afad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:17.965866 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-f2b05c8a-a9e7-4650-95ea-6c6356afad3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.1038008 May 03 16:37:17.998587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-af941014-9366-4b95-9a15-a4e6bc0d7b5b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:18.000042 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-af941014-9366-4b95-9a15-a4e6bc0d7b5b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 812 time: 0.1870306 May 03 16:37:18.035951 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-f0d727cd-73d5-48f7-94cb-25bccdee6e52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 1001 time: 0.0636349 May 03 16:37:18.038103 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ed5d595b-7d0d-416c-bd12-baae3c75e6ab req-c1c40ad4-0822-4c48-909f-4a9e93a15b69 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779014 May 03 16:37:18.078349 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-ba91e582-0286-4cd6-9181-46feced296f3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43 HTTP/1.1" status: 200 len: 380 time: 0.0689840 May 03 16:37:18.088092 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'port': {'device_id': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'admin_state_up': True, 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'security_groups': ['a66a3f5a-01c8-4950-b966-48177f55b208']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:37:18.088941 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411372-2829-45da-bef7-cdfa4b01b32e req-5f8b26c9-aa4c-452a-90c2-323bc061f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:18.090408 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-5f8b26c9-aa4c-452a-90c2-323bc061f966 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0476470 May 03 16:37:18.132231 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411372-2829-45da-bef7-cdfa4b01b32e req-1dab72e2-73c4-4228-b137-7822776486e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:18.134053 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-1dab72e2-73c4-4228-b137-7822776486e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376887 May 03 16:37:18.229000 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-53e39d6b-fa60-48a5-9707-19d76e2cd820 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 May 03 16:37:18.270663 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Made reservation on behalf of 81a8a6f34abb4f4884dc35c6a4cf1d43 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:37:18.274700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:18.318060 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-10411372-2829-45da-bef7-cdfa4b01b32e req-30832340-e38d-490f-ac19-e49c93963e3f service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825369 May 03 16:37:18.397834 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.20.0.11 (d34ea532-0877-4123-97dd-5e071aaaae1a/7fe14c16-1809-420f-bb4c-595ff944bdcd/f33cac7e-11c8-4ba3-b069-29240104b5b3) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:37:18.536080 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:18.613943 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:18.657585 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network d34ea532-0877-4123-97dd-5e071aaaae1a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:37:18.660861 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:37:18.666916 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:37:18.673457 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:18.729104 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:18.729739 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:18.816304 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-daf3ba9c-f52c-4a2f-ab9e-c317453fd4cc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7327504 May 03 16:37:18.999865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334cb0-ce2c-4500-90e7-e66864d72d20 req-d0756281-f3b6-46c0-8851-21d4d360765a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:19.001287 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62334cb0-ce2c-4500-90e7-e66864d72d20 req-d0756281-f3b6-46c0-8851-21d4d360765a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 932 time: 0.0482996 May 03 16:37:19.026406 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b5e6187f-5e7f-452f-9077-5401b1df62d0 None None] Provisioning complete for port f33cac7e-11c8-4ba3-b069-29240104b5b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:37:19.027028 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5e6187f-5e7f-452f-9077-5401b1df62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:19.051190 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62334cb0-ce2c-4500-90e7-e66864d72d20 req-f6c5c1c2-2cc8-45ad-b736-97183165a754 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 May 03 16:37:19.059427 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6187f-5e7f-452f-9077-5401b1df62d0 None None] Port f33cac7e-11c8-4ba3-b069-29240104b5b3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:37:19.161491 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdac4c-e6cb-472c-a763-c6d31750838b req-249518e3-50dd-4f8b-b971-849cceb58d79 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:19.162851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2bdac4c-e6cb-472c-a763-c6d31750838b req-249518e3-50dd-4f8b-b971-849cceb58d79 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0454395 May 03 16:37:19.207847 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2bdac4c-e6cb-472c-a763-c6d31750838b req-2320206b-ae3d-4885-a0d7-cd5d1fcd2459 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 May 03 16:37:19.884572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Request body: {'port': {'device_id': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:37:19.943931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.188379 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673070-2870-490c-9385-3298414ac8a7 req-63a46e3c-c74d-41d0-9286-b5a82b212546 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:20.189855 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a673070-2870-490c-9385-3298414ac8a7 req-63a46e3c-c74d-41d0-9286-b5a82b212546 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 932 time: 0.0691774 May 03 16:37:20.272902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33cac7e-11c8-4ba3-b069-29240104b5b3 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:37:20.281592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks [] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.286842 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9a673070-2870-490c-9385-3298414ac8a7 req-0afd212d-2ded-4717-b5a1-2c409fc06635 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892103 May 03 16:37:20.307540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Transition to ACTIVE for port object f33cac7e-11c8-4ba3-b069-29240104b5b3 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:37:20.340669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5601b7-a5f3-4436-b0e0-398825b5ce7c req-990a69f9-a5e4-4745-a21d-1087375c56d3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:20.342138 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5d5601b7-a5f3-4436-b0e0-398825b5ce7c req-990a69f9-a5e4-4745-a21d-1087375c56d3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 945 time: 0.0502617 May 03 16:37:20.388556 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5d5601b7-a5f3-4436-b0e0-398825b5ce7c req-5145da3a-9f94-4256-9091-ab2a194f6cd2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 May 03 16:37:20.402129 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.456878 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:20.540372 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Attempting to bind port f33cac7e-11c8-4ba3-b069-29240104b5b3 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:37:20.540708 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Attempting to bind port f33cac7e-11c8-4ba3-b069-29240104b5b3 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:37:20.541034 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Attempting to bind port f33cac7e-11c8-4ba3-b069-29240104b5b3 on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:37:20.546556 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Port f33cac7e-11c8-4ba3-b069-29240104b5b3 on network d34ea532-0877-4123-97dd-5e071aaaae1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:37:20.546875 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Attempting to bind port f33cac7e-11c8-4ba3-b069-29240104b5b3 on network d34ea532-0877-4123-97dd-5e071aaaae1a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:37:20.553034 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:37:20.553371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Checking segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:37:20.553747 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Bound using segment: {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:37:20.554171 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Bound port: f33cac7e-11c8-4ba3-b069-29240104b5b3, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89013c1a-076c-40b7-8649-e7b16e4b83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:37:20.554528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.622997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:37:20.626384 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:37:20.688565 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.725974 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:20.726583 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:20.728014 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 200 len: 1094 time: 0.8483038 May 03 16:37:20.728528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:37:20.730745 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f67cd1-ad7c-4512-8154-9a2ab94f139f" -d '{"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:37:20.753938 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28b9b-b932-41c8-a18f-958e1babcdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:20.775898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a00b06-4601-4435-b2b8-54a4f6540d29 x-openstack-request-id: req-e1a00b06-4601-4435-b2b8-54a4f6540d29 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:37:20.776194 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:37:20.776447 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1a00b06-4601-4435-b2b8-54a4f6540d29 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:37:20.776851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a00b06-4601-4435-b2b8-54a4f6540d29'] response: {'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'status': 'completed', 'code': 200} May 03 16:37:20.888408 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-d647ff8f-5ef0-476b-bef0-2a98bf4ea27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:20.889921 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-d647ff8f-5ef0-476b-bef0-2a98bf4ea27f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1128 time: 0.0413263 May 03 16:37:20.952157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:37:20.996487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-49610715-e08a-45b6-90bb-96dc606faa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:20.998084 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-49610715-e08a-45b6-90bb-96dc606faa21 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012366 May 03 16:37:21.042338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: ACTIVE; New status is: DOWN {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:37:21.042786 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:21.066723 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:37:21.069035 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e59eae-a020-459e-9aa3-9ff99d5205b5" -d '{"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-unplugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:37:21.082455 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:37:21.095702 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-5d38e8c2-b54b-418a-9f6d-4f6875ab7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.097245 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63f67cd1-ad7c-4512-8154-9a2ab94f139f req-5d38e8c2-b54b-418a-9f6d-4f6875ab7e83 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935287 May 03 16:37:21.102967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd67f52-e347-44d1-b85a-73baae2316cf x-openstack-request-id: req-ddd67f52-e347-44d1-b85a-73baae2316cf {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:37:21.103309 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-unplugged", "status": "failed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "code": 422}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:37:21.103573 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddd67f52-e347-44d1-b85a-73baae2316cf {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:37:21.104052 dv-cinder-840324-1-iscsi neutron-server[103693]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ddd67f52-e347-44d1-b85a-73baae2316cf']: {'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'code': 422} returned with failed status May 03 16:37:21.162199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:21.187952 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-ae6d930c-0fdb-4d6c-9545-6da34caecdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.189509 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-ae6d930c-0fdb-4d6c-9545-6da34caecdfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1128 time: 0.0395932 May 03 16:37:21.211246 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:21.255331 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-19666be2-cef0-4522-9650-9e7388ccdfcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0376184 May 03 16:37:21.302492 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-1e49f7a6-3431-483f-a46e-f2bd35c79165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.303982 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-1e49f7a6-3431-483f-a46e-f2bd35c79165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0427480 May 03 16:37:21.345169 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-f9997865-5a8d-49ff-8cc5-4ecc34f012ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.346648 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-f9997865-5a8d-49ff-8cc5-4ecc34f012ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371263 May 03 16:37:21.715362 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a29d23-6fe8-46a3-843a-cc26eb771d96 req-a322bd79-8fe5-4d33-a578-b913ec98b9f2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.716812 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a6a29d23-6fe8-46a3-843a-cc26eb771d96 req-a322bd79-8fe5-4d33-a578-b913ec98b9f2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.3566737 May 03 16:37:21.776754 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec993-0458-4236-9bb6-6fecf10e1674 req-946903a2-b537-4a2c-aa4d-a06209c3d8fa tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:21.778201 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-504ec993-0458-4236-9bb6-6fecf10e1674 req-946903a2-b537-4a2c-aa4d-a06209c3d8fa tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.1162212 May 03 16:37:21.835346 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-e6a0d69c-8fbb-43e9-85e3-282139d1095b service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818785 May 03 16:37:21.840992 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a6a29d23-6fe8-46a3-843a-cc26eb771d96 req-5c67febc-ab3d-4864-b1d1-727ed863c8fe tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952456 May 03 16:37:21.863943 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-504ec993-0458-4236-9bb6-6fecf10e1674 req-65efcf2b-ec0f-4086-ab53-c7096289d56a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782566 May 03 16:37:21.987866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e98b2ab-a1f9-422a-8441-b4fc8f532bff req-d5553059-3e71-4268-b0c5-9be59e9057d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872657 May 03 16:37:22.968172 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691c6d2-bce0-466a-a109-e596da5e3b3f req-65bc49fd-31e3-47bf-b8a0-c01e60b4dfc9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:22.971764 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f691c6d2-bce0-466a-a109-e596da5e3b3f req-65bc49fd-31e3-47bf-b8a0-c01e60b4dfc9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0618079 May 03 16:37:23.026789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f691c6d2-bce0-466a-a109-e596da5e3b3f req-0e02707f-7460-4c57-9a6e-2c08ba0861cf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514355 May 03 16:37:24.001152 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90fe50-77a8-48ac-946f-cb0ca9d5f124 req-f32d4c3f-07ca-480e-a36f-9d09921cd13f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:24.002716 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3b90fe50-77a8-48ac-946f-cb0ca9d5f124 req-f32d4c3f-07ca-480e-a36f-9d09921cd13f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0482783 May 03 16:37:24.059019 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3b90fe50-77a8-48ac-946f-cb0ca9d5f124 req-e4dfd8db-a468-4817-a6de-a1cfc1b55484 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503936 May 03 16:37:24.195173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937f6a3-0af4-4d46-84dd-54de072ee66c req-6d07c381-23b6-41cd-bfe4-afc44f01ae63 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:24.197483 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2937f6a3-0af4-4d46-84dd-54de072ee66c req-6d07c381-23b6-41cd-bfe4-afc44f01ae63 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0598195 May 03 16:37:24.255098 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2937f6a3-0af4-4d46-84dd-54de072ee66c req-0c5ac991-fc9f-486e-8a2c-0bc646df54d3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512841 May 03 16:37:24.471775 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:24.560610 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-e9736dbf-d76c-43e3-b4de-364b9081c48f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876777 May 03 16:37:24.569324 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-d8a6b973-f3f9-413f-8b74-93d7bd54de32 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:37:24.570276 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-d8a6b973-f3f9-413f-8b74-93d7bd54de32 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051355 May 03 16:37:24.650437 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 53600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:24.753260 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-82e44d34-775d-4c8b-9ae7-74063b07064b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:24.754557 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-82e44d34-775d-4c8b-9ae7-74063b07064b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports/be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 940 time: 0.1030080 May 03 16:37:25.190146 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffe216-f63c-4969-94c9-44da42a4aeaf req-d7ebeb58-11f0-4afd-8231-a883043cd7ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:25.192597 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ffe216-f63c-4969-94c9-44da42a4aeaf req-d7ebeb58-11f0-4afd-8231-a883043cd7ba tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0518155 May 03 16:37:25.242319 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ffe216-f63c-4969-94c9-44da42a4aeaf req-d8af3d59-4db9-427a-8169-6b8ac9c9f903 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 May 03 16:37:25.373927 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd0d5-0c72-48d2-886d-26c48a9b10ab req-5862ee9a-acce-465b-a8cd-f3e5e41160b3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:25.375405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d9bd0d5-0c72-48d2-886d-26c48a9b10ab req-5862ee9a-acce-465b-a8cd-f3e5e41160b3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0504823 May 03 16:37:25.424823 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8d9bd0d5-0c72-48d2-886d-26c48a9b10ab req-94387469-a7ea-47c6-8351-143d776fa407 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 May 03 16:37:26.359971 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b4f6d-333e-433a-adbc-67f9b320499f req-a26da601-5f32-4559-848c-dab3ec8ee5d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:26.361462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f00b4f6d-333e-433a-adbc-67f9b320499f req-a26da601-5f32-4559-848c-dab3ec8ee5d8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0472791 May 03 16:37:26.407772 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f00b4f6d-333e-433a-adbc-67f9b320499f req-c685bc66-9be7-4db8-80ca-3fdc391a99f1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 May 03 16:37:26.541449 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b3952-621e-4bdd-9096-0693176bb588 req-fd5ebd3b-8ac3-4961-842c-22c0dceb0831 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:26.542891 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d52b3952-621e-4bdd-9096-0693176bb588 req-fd5ebd3b-8ac3-4961-842c-22c0dceb0831 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0467367 May 03 16:37:26.594377 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d52b3952-621e-4bdd-9096-0693176bb588 req-86f69103-b189-4ad4-a6c4-79746a555bf5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459969 May 03 16:37:27.532035 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00ebe3-ac72-4aec-931b-a2de8f03a869 req-42ba92a8-8993-427d-8188-90627d16a99d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:27.533494 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8b00ebe3-ac72-4aec-931b-a2de8f03a869 req-42ba92a8-8993-427d-8188-90627d16a99d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0489144 May 03 16:37:27.583906 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8b00ebe3-ac72-4aec-931b-a2de8f03a869 req-e79ccf5e-98e2-43f9-8579-2879d84f481f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 May 03 16:37:27.736603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc792bb0-73bb-4542-b7b4-62459b914809 req-c1939032-92c1-4e27-85c7-66ca82b91ca5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:27.738057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc792bb0-73bb-4542-b7b4-62459b914809 req-c1939032-92c1-4e27-85c7-66ca82b91ca5 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0770540 May 03 16:37:27.747595 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-4107a4b7-004d-442b-9ee4-b2ed2b4160a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:27.748978 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-4107a4b7-004d-442b-9ee4-b2ed2b4160a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee&tenant_id=f9ae1a3920c3485da0cc8f5f91108796 HTTP/1.1" status: 200 len: 1127 time: 0.0581570 May 03 16:37:27.826693 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc792bb0-73bb-4542-b7b4-62459b914809 req-f848edda-002e-4225-9ebf-18e0a5c8db9e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809479 May 03 16:37:27.829998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-2bfb64c9-f0d5-4d79-a626-d767cc374f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:27.831444 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-2bfb64c9-f0d5-4d79-a626-d767cc374f4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1127 time: 0.0608413 May 03 16:37:27.870481 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2948605b-1bef-4951-ba26-effbc446c9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:27.928495 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-6d4fc4cb-ea29-4290-97b8-13672f9e0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:27.930010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-6d4fc4cb-ea29-4290-97b8-13672f9e0ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 200 len: 916 time: 0.0915725 May 03 16:37:27.996920 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-59279535-bb1a-4497-99e1-a91aade38042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 200 len: 999 time: 0.0581162 May 03 16:37:28.047101 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-66e8f8c1-198f-4ec3-a960-e7664211cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:28.048541 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-66e8f8c1-198f-4ec3-a960-e7664211cbd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 200 len: 854 time: 0.0433924 May 03 16:37:28.098649 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-f741c704-ccb8-418e-a152-1dd98e552a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:28.100231 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-f741c704-ccb8-418e-a152-1dd98e552a59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8570f46f-8ac1-4411-af56-3eb50054518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419707 May 03 16:37:28.197914 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-9c7761ea-c37d-41db-af7e-b72d0fa2f26c service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847652 May 03 16:37:28.294249 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bb07e638-2621-4974-8fc3-66bb89f68fe3 req-b3bfd43e-94b8-4f42-9b12-947a1a50b368 service neutron] 10.222.0.36 "GET /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 May 03 16:37:28.709712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca23b-2e2e-46d1-8987-62afedc43352 req-44559889-fb64-41c6-ba0f-fb74c4a52bf6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:28.711534 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3baca23b-2e2e-46d1-8987-62afedc43352 req-44559889-fb64-41c6-ba0f-fb74c4a52bf6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0522006 May 03 16:37:28.758953 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3baca23b-2e2e-46d1-8987-62afedc43352 req-879719df-2184-47dc-8ee8-4b20bfa7e7f8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 May 03 16:37:28.943072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ac15-f21b-4703-a508-3e83df08c90e req-db5b01c0-39c9-4c36-9f08-3dd646484527 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:28.945126 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64a7ac15-f21b-4703-a508-3e83df08c90e req-db5b01c0-39c9-4c36-9f08-3dd646484527 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0500782 May 03 16:37:29.006681 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64a7ac15-f21b-4703-a508-3e83df08c90e req-9f49d425-034c-42ba-b77f-a5df73240533 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556917 May 03 16:37:29.874807 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ff974-d4aa-4669-b820-735bdbe03677 req-88703be6-d3d5-4b73-a5bb-16bdf3926273 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:29.876204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e4ff974-d4aa-4669-b820-735bdbe03677 req-88703be6-d3d5-4b73-a5bb-16bdf3926273 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0451958 May 03 16:37:29.944605 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6e4ff974-d4aa-4669-b820-735bdbe03677 req-d6612724-db8c-48bb-bf41-2231ee91df33 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571847 May 03 16:37:30.128697 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cb538-07fe-4548-a98b-ae33c0e9869b req-0165dbcb-8fd7-4fc3-9eca-0fc6f0032a07 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:30.130468 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-275cb538-07fe-4548-a98b-ae33c0e9869b req-0165dbcb-8fd7-4fc3-9eca-0fc6f0032a07 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0508201 May 03 16:37:30.173467 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92e3-6ef9-4f4a-b844-76f7e0d87691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:30.189872 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-275cb538-07fe-4548-a98b-ae33c0e9869b req-79d58b68-569f-4251-a3d5-b15e325d2aaf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524304 May 03 16:37:31.030539 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:31.062993 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b330b-dff9-45b4-8a06-a5e686de7c62 req-80a338e2-a146-40bb-8383-625aec5a270f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:31.064952 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b9b330b-dff9-45b4-8a06-a5e686de7c62 req-80a338e2-a146-40bb-8383-625aec5a270f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0572789 May 03 16:37:31.127924 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b9b330b-dff9-45b4-8a06-a5e686de7c62 req-b545bd63-61d2-4278-8068-11706cf2bca8 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536187 May 03 16:37:31.314256 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fdd84-cacf-4419-adf2-292acfd59cb6 req-347a8b85-9f85-4471-aab9-c8bd9ba1d7a9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:31.315789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-222fdd84-cacf-4419-adf2-292acfd59cb6 req-347a8b85-9f85-4471-aab9-c8bd9ba1d7a9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0472782 May 03 16:37:31.366667 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-222fdd84-cacf-4419-adf2-292acfd59cb6 req-76925560-e38c-4cc2-bb81-6a1145b0c6a9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448320 May 03 16:37:32.271776 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3bf0-b96e-4892-a5f8-8be5305ca6bd req-ebbd2bec-0e76-4926-b6ff-5c7de37b8420 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:32.277384 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a1b3bf0-b96e-4892-a5f8-8be5305ca6bd req-ebbd2bec-0e76-4926-b6ff-5c7de37b8420 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0556684 May 03 16:37:32.358192 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5a1b3bf0-b96e-4892-a5f8-8be5305ca6bd req-111d4298-d047-43cd-95e3-09fd72a9411f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752618 May 03 16:37:32.478697 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ce0e-ad01-451d-93f0-b1478f7fc7f3 req-8a439405-dac7-4e62-8237-3a75b0fa40ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:32.480272 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2a25ce0e-ad01-451d-93f0-b1478f7fc7f3 req-8a439405-dac7-4e62-8237-3a75b0fa40ba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0457168 May 03 16:37:32.529181 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2a25ce0e-ad01-451d-93f0-b1478f7fc7f3 req-b58891b0-a2c7-44d4-8533-b5a4aa417e4f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 May 03 16:37:32.881505 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:33.477826 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7be2-6ec8-4616-a289-179c9307c4be req-8c5c9324-e283-47fc-a8ea-33fcf38d62b0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:33.479426 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3fa7be2-6ec8-4616-a289-179c9307c4be req-8c5c9324-e283-47fc-a8ea-33fcf38d62b0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0485966 May 03 16:37:33.526404 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3fa7be2-6ec8-4616-a289-179c9307c4be req-d1eab87c-7ee7-40af-a632-3a2b23587b41 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 May 03 16:37:33.643823 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2852-d8ef-4c4c-92ad-588a5f0bf3a2 req-d692df7c-cd57-42d1-a1df-d4ecfa957e97 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:33.645186 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-03bf2852-d8ef-4c4c-92ad-588a5f0bf3a2 req-d692df7c-cd57-42d1-a1df-d4ecfa957e97 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0485528 May 03 16:37:33.695311 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-03bf2852-d8ef-4c4c-92ad-588a5f0bf3a2 req-1311e681-ac41-4b66-995e-48258126c7bf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 May 03 16:37:34.178591 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:34.642331 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8edf-4fd2-450f-8ae6-fd17515f03d1 req-8fe75bf6-a98a-433c-8cb9-e0eaf1936f0f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:34.643804 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-652b8edf-4fd2-450f-8ae6-fd17515f03d1 req-8fe75bf6-a98a-433c-8cb9-e0eaf1936f0f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0456300 May 03 16:37:34.689720 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-652b8edf-4fd2-450f-8ae6-fd17515f03d1 req-bbccd517-5c49-4ac0-908c-aba813e44220 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 May 03 16:37:34.818537 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972abe4d-4d52-4722-aaf0-f76e88e2717b req-d3954d70-23c0-437d-bfe6-0569af6bb3cd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:34.820033 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-972abe4d-4d52-4722-aaf0-f76e88e2717b req-d3954d70-23c0-437d-bfe6-0569af6bb3cd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0499182 May 03 16:37:34.868126 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-972abe4d-4d52-4722-aaf0-f76e88e2717b req-c7222e72-07c2-410d-a134-6027a98daf17 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 May 03 16:37:35.807024 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67552d65-e7c8-45fd-8fb8-52dc3552adb8 req-10e25271-c932-4973-bb70-d9009619b861 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:35.808519 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67552d65-e7c8-45fd-8fb8-52dc3552adb8 req-10e25271-c932-4973-bb70-d9009619b861 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0461607 May 03 16:37:35.856941 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67552d65-e7c8-45fd-8fb8-52dc3552adb8 req-e7167b49-fc2e-4887-8d27-291c88b0c0f3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 May 03 16:37:36.006231 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04e4ce-ac64-4ee3-95b9-ba7bfd3564b6 req-04f3108d-7c4e-409c-926b-789bbeca242c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:36.007802 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d04e4ce-ac64-4ee3-95b9-ba7bfd3564b6 req-04f3108d-7c4e-409c-926b-789bbeca242c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0502582 May 03 16:37:36.064374 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d04e4ce-ac64-4ee3-95b9-ba7bfd3564b6 req-dd858f40-9419-4174-a472-c547e92be7dc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 May 03 16:37:36.983800 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c28f-0d07-4466-85ee-f60f896023a0 req-1268b556-4d83-448a-b96b-7c9d64f76572 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:36.985439 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b908c28f-0d07-4466-85ee-f60f896023a0 req-1268b556-4d83-448a-b96b-7c9d64f76572 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0483758 May 03 16:37:37.032162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b908c28f-0d07-4466-85ee-f60f896023a0 req-8bbe43c5-4e94-4e8d-ba90-948b5a133317 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 May 03 16:37:37.201838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0d89c-36ce-425b-8914-ab6d3dc6d4de req-0bdee1c5-bc27-404a-b5c2-ce4cd6384b7d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:37.203384 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37e0d89c-36ce-425b-8914-ab6d3dc6d4de req-0bdee1c5-bc27-404a-b5c2-ce4cd6384b7d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0482178 May 03 16:37:37.251029 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37e0d89c-36ce-425b-8914-ab6d3dc6d4de req-777da98d-50f9-4f6e-af32-f12e8d0d8086 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 May 03 16:37:38.173573 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a357a-9457-43c8-bb75-75453774c07e req-e1d5b3f4-4b4e-432a-9fcf-60b5b646b088 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:38.175084 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-781a357a-9457-43c8-bb75-75453774c07e req-e1d5b3f4-4b4e-432a-9fcf-60b5b646b088 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0497522 May 03 16:37:38.223909 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-781a357a-9457-43c8-bb75-75453774c07e req-cb5ec108-ecf8-496e-9d29-a7008ce654e0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 May 03 16:37:38.361083 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d510-354d-4211-84ef-9069edfa7a45 req-b59967ee-4885-41bf-8c6d-f8b799c5d9d6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:38.362544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4059d510-354d-4211-84ef-9069edfa7a45 req-b59967ee-4885-41bf-8c6d-f8b799c5d9d6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0460463 May 03 16:37:38.411204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4059d510-354d-4211-84ef-9069edfa7a45 req-018509ef-1b6a-4283-a9c1-034a0c1c64ca tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 May 03 16:37:39.348064 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa284-2a02-4241-a45c-42008637132f req-ee294784-17bb-4d88-8bd5-756b64d1e520 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:39.349801 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bf6fa284-2a02-4241-a45c-42008637132f req-ee294784-17bb-4d88-8bd5-756b64d1e520 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0542722 May 03 16:37:39.411434 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bf6fa284-2a02-4241-a45c-42008637132f req-4f672265-83c4-43fc-b3d6-d14f9c5b7716 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542157 May 03 16:37:39.498770 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:39.543429 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8c894-b91f-4c30-a13d-97293984e71c req-ef75dec3-b978-42d3-a179-71780d97df86 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:39.544899 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92e8c894-b91f-4c30-a13d-97293984e71c req-ef75dec3-b978-42d3-a179-71780d97df86 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0546892 May 03 16:37:39.596305 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92e8c894-b91f-4c30-a13d-97293984e71c req-44f5cd60-65b2-49b0-8f47-f10f08c75e1d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 May 03 16:37:40.545615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993af1d-fab3-40bc-aff1-e607b50dcb69 req-36241f82-6e4b-4029-8651-c25547a5967a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:40.547057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9993af1d-fab3-40bc-aff1-e607b50dcb69 req-36241f82-6e4b-4029-8651-c25547a5967a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0454645 May 03 16:37:40.609283 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9993af1d-fab3-40bc-aff1-e607b50dcb69 req-2062782e-5a80-493a-a3cc-197da3cf5f0a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565689 May 03 16:37:40.731216 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac7dac-8c7a-4423-be43-47934f9256d6 req-b2f16b66-6711-4c65-b026-11262c0a2cf2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:40.732686 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95ac7dac-8c7a-4423-be43-47934f9256d6 req-b2f16b66-6711-4c65-b026-11262c0a2cf2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0503142 May 03 16:37:40.781195 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95ac7dac-8c7a-4423-be43-47934f9256d6 req-5ed51c47-4c8e-4a53-b504-7db6cd699b0c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 May 03 16:37:41.740200 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea09a-6c67-4754-8a18-5cbbc5003805 req-56285f3d-2dae-4038-825b-cc1fc98c4049 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:41.741888 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-990ea09a-6c67-4754-8a18-5cbbc5003805 req-56285f3d-2dae-4038-825b-cc1fc98c4049 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0535483 May 03 16:37:41.789735 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-990ea09a-6c67-4754-8a18-5cbbc5003805 req-93230238-d420-4b92-a3ff-ea6fff000037 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 May 03 16:37:41.895425 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713128e-30fe-47c6-b08a-446a1ad811a3 req-ae651fe8-77bf-4b5a-a9c7-800c5115513c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:41.896784 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1713128e-30fe-47c6-b08a-446a1ad811a3 req-ae651fe8-77bf-4b5a-a9c7-800c5115513c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0498209 May 03 16:37:41.946937 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1713128e-30fe-47c6-b08a-446a1ad811a3 req-cdf0dd0a-9e7a-46b0-9233-7cfc7cf985ac tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 May 03 16:37:42.914908 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4a17-d3fe-4781-b395-90994698d7c9 req-3a54313d-04e2-4a0b-9614-aa5127d4d002 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:42.917292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ceff4a17-d3fe-4781-b395-90994698d7c9 req-3a54313d-04e2-4a0b-9614-aa5127d4d002 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0461686 May 03 16:37:42.965318 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ceff4a17-d3fe-4781-b395-90994698d7c9 req-9330d191-df4d-401b-ac6d-a993629e11c2 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 May 03 16:37:43.061640 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9666d-e990-4b14-8e06-a9c7bb38a96f req-c6e02a07-bcee-4a41-b366-ea6df4895cb7 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:43.063072 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-14a9666d-e990-4b14-8e06-a9c7bb38a96f req-c6e02a07-bcee-4a41-b366-ea6df4895cb7 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0498328 May 03 16:37:43.124475 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-14a9666d-e990-4b14-8e06-a9c7bb38a96f req-8efcf961-4090-4e12-8524-a9fcf2a77d52 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 May 03 16:37:44.081834 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba3b7-7de8-440e-8058-a7746903f5f2 req-392d09ef-bfb4-4298-b4ca-bdfdf419a8a9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:44.083428 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-df9ba3b7-7de8-440e-8058-a7746903f5f2 req-392d09ef-bfb4-4298-b4ca-bdfdf419a8a9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0460851 May 03 16:37:44.131455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-df9ba3b7-7de8-440e-8058-a7746903f5f2 req-0876044d-baf4-4c76-a07a-6bb70701dc53 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 May 03 16:37:44.239201 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570274b-dc18-4154-a693-baeff719f352 req-84931946-d267-45f7-8ed3-b656fc85bbfd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:44.240640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f570274b-dc18-4154-a693-baeff719f352 req-84931946-d267-45f7-8ed3-b656fc85bbfd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0458338 May 03 16:37:44.288090 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f570274b-dc18-4154-a693-baeff719f352 req-f62acd3b-8f1f-4666-a614-36803eed419e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 May 03 16:37:45.251074 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c496-b7aa-408c-9192-38a8eef9fa15 req-d7a971d2-a52a-490f-8298-0a666cac1f4e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:45.252660 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f061c496-b7aa-408c-9192-38a8eef9fa15 req-d7a971d2-a52a-490f-8298-0a666cac1f4e tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0510259 May 03 16:37:45.301112 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f061c496-b7aa-408c-9192-38a8eef9fa15 req-737d39af-ec22-4084-916a-5b34b1ebc81c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 May 03 16:37:45.404108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe335f1e-8a3b-409c-b797-2e19cea6da18 req-ab5f9fd3-c757-4b8d-b76e-9a9f2ded5da6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:45.405580 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe335f1e-8a3b-409c-b797-2e19cea6da18 req-ab5f9fd3-c757-4b8d-b76e-9a9f2ded5da6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0486338 May 03 16:37:45.455969 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fe335f1e-8a3b-409c-b797-2e19cea6da18 req-47206270-a79d-4bc0-a080-06d99a55a741 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 May 03 16:37:46.110895 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 53834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:46.142047 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:37:46.217143 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43904da5-6e33-45a3-b6f2-de34fef3d71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.289411 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43904da5-6e33-45a3-b6f2-de34fef3d71e admin admin] Publish callbacks [] for security_group (a11b0a5a-8a8f-489b-aca3-088e90cd3340), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.338329 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43904da5-6e33-45a3-b6f2-de34fef3d71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a11b0a5a-8a8f-489b-aca3-088e90cd3340), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.377094 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-43904da5-6e33-45a3-b6f2-de34fef3d71e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31d7e14b49a04113b1c756253bd5cb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650888 May 03 16:37:46.378198 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43904da5-6e33-45a3-b6f2-de34fef3d71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b0a5a-8a8f-489b-aca3-088e90cd3340,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:46.379920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:37:46.445946 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bb2c-2850-4dac-a5c7-ef570a2c0783 req-1be0182b-0f8c-469c-a294-c5f66a40cc31 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:46.447440 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea67bb2c-2850-4dac-a5c7-ef570a2c0783 req-1be0182b-0f8c-469c-a294-c5f66a40cc31 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0712852 May 03 16:37:46.485967 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] Publish callbacks [] for security_group (a11b0a5a-8a8f-489b-aca3-088e90cd3340), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.525023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea67bb2c-2850-4dac-a5c7-ef570a2c0783 req-91e65ab2-7320-4a9e-881f-4b65d5454fb7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711136 May 03 16:37:46.534013 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] Publish callbacks [] for security_group (a11b0a5a-8a8f-489b-aca3-088e90cd3340), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.588890 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7301641-810b-45f7-94d5-d65380182b51 req-22b8b54c-12ec-44c9-bc31-53fcdd29c92b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:46.590275 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7301641-810b-45f7-94d5-d65380182b51 req-22b8b54c-12ec-44c9-bc31-53fcdd29c92b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0688095 May 03 16:37:46.641457 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d7301641-810b-45f7-94d5-d65380182b51 req-fb923dff-6ca9-4dc7-b891-add1e24f6e37 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 May 03 16:37:46.692432 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a11b0a5a-8a8f-489b-aca3-088e90cd3340), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.695049 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:46.696177 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a11b0a5a-8a8f-489b-aca3-088e90cd3340 HTTP/1.1" status: 204 len: 168 time: 0.3153439 May 03 16:37:46.704190 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f269af-813e-4e28-9362-66384b818e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b0a5a-8a8f-489b-aca3-088e90cd3340,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:37:47.644064 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029e6de-ba58-463c-9f7b-6688c8cc70e5 req-c7ddea50-8a50-4063-ba13-042a76df1d46 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:47.645519 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1029e6de-ba58-463c-9f7b-6688c8cc70e5 req-c7ddea50-8a50-4063-ba13-042a76df1d46 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0491755 May 03 16:37:47.693170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1029e6de-ba58-463c-9f7b-6688c8cc70e5 req-039e22e4-a396-4fe9-ab90-12a43ae0c257 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 May 03 16:37:47.759511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1fff-e622-497c-a415-e031f7af0145 req-de38ba8c-17af-4a70-ba5c-4d8e320450f8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:47.760984 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-72aa1fff-e622-497c-a415-e031f7af0145 req-de38ba8c-17af-4a70-ba5c-4d8e320450f8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0456541 May 03 16:37:47.810203 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-72aa1fff-e622-497c-a415-e031f7af0145 req-dc58aa3b-9acd-4321-ae89-ac9978e541c0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 May 03 16:37:48.812716 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598bbd3-767d-4c84-a4da-a06364a4795a req-3a3afe84-adc6-4d1c-8b6c-9ac841dc1103 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:48.814154 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8598bbd3-767d-4c84-a4da-a06364a4795a req-3a3afe84-adc6-4d1c-8b6c-9ac841dc1103 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0482225 May 03 16:37:48.862243 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8598bbd3-767d-4c84-a4da-a06364a4795a req-15d0b868-bf7d-4995-82c2-b53faf389adb tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 May 03 16:37:48.920118 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98d254-0657-4c5f-9154-2f6e69a96469 req-9e62302e-92d1-4e6c-b850-224d63f9c43b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:48.921577 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ef98d254-0657-4c5f-9154-2f6e69a96469 req-9e62302e-92d1-4e6c-b850-224d63f9c43b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0458412 May 03 16:37:48.969799 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ef98d254-0657-4c5f-9154-2f6e69a96469 req-20738f31-ae7a-4a20-b354-0e9d39a3c26e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 May 03 16:37:49.978683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6ea41-2b1c-4dfc-b085-a71494f6b92f req-de3c8bee-f349-4600-8e1f-7c0308f9202a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:49.980219 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3df6ea41-2b1c-4dfc-b085-a71494f6b92f req-de3c8bee-f349-4600-8e1f-7c0308f9202a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0453172 May 03 16:37:50.030252 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3df6ea41-2b1c-4dfc-b085-a71494f6b92f req-1e2a379e-26bf-466d-ae95-979436e98a65 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 May 03 16:37:50.078847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bfd78-27c8-48d9-afc0-7180c021da89 req-14c7d2df-3f55-4ba8-aea2-6082ae49e2fc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:50.080321 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d43bfd78-27c8-48d9-afc0-7180c021da89 req-14c7d2df-3f55-4ba8-aea2-6082ae49e2fc tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0456221 May 03 16:37:50.127909 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d43bfd78-27c8-48d9-afc0-7180c021da89 req-255b53a9-fc46-46c6-8023-1d7cfc478414 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 May 03 16:37:51.149071 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f544-fb2a-4f5f-824d-6a807c94fc92 req-2692e375-91ab-4992-9537-b4423997861c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:51.150553 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b47f544-fb2a-4f5f-824d-6a807c94fc92 req-2692e375-91ab-4992-9537-b4423997861c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0462427 May 03 16:37:51.198647 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b47f544-fb2a-4f5f-824d-6a807c94fc92 req-92a0ea79-5304-4fb8-995a-7e01f1ce980a tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 May 03 16:37:51.246777 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc09e-5608-419f-b9c9-b7a54962a614 req-98c7629f-f83b-48c7-b13b-bf7b81bd4939 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:51.248255 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-573dc09e-5608-419f-b9c9-b7a54962a614 req-98c7629f-f83b-48c7-b13b-bf7b81bd4939 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0487165 May 03 16:37:51.296124 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-573dc09e-5608-419f-b9c9-b7a54962a614 req-22571dc4-04b1-4433-89ac-cc13ab7e2e1b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 May 03 16:37:52.316431 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1dbf0-adc8-40b4-8230-802b6f8d40d2 req-573452a3-4c3f-414d-a190-728980295967 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:52.317913 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7d1dbf0-adc8-40b4-8230-802b6f8d40d2 req-573452a3-4c3f-414d-a190-728980295967 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0459201 May 03 16:37:52.366846 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7d1dbf0-adc8-40b4-8230-802b6f8d40d2 req-26bf7640-18d2-4ff3-bc03-ffea697fab0b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 May 03 16:37:52.409759 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda77d-e526-45fb-acde-f305a357be55 req-4ffc465b-c7ef-4b2f-9e34-97915e290d69 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:52.411142 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9abda77d-e526-45fb-acde-f305a357be55 req-4ffc465b-c7ef-4b2f-9e34-97915e290d69 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0485537 May 03 16:37:52.462121 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9abda77d-e526-45fb-acde-f305a357be55 req-fff245ed-b8ce-4998-bcf7-9d08e72f700e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455384 May 03 16:37:53.490725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989e1ca-41f9-43f2-8213-c167ec265c6b req-040f58e7-fc47-40c0-8b65-f122c0fa1818 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:53.492232 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4989e1ca-41f9-43f2-8213-c167ec265c6b req-040f58e7-fc47-40c0-8b65-f122c0fa1818 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0469787 May 03 16:37:53.548638 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4989e1ca-41f9-43f2-8213-c167ec265c6b req-4752f7f0-44c0-42f3-b3c0-332794336a4b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506687 May 03 16:37:53.580844 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cec79-7728-4d94-84c5-a9844e556de8 req-2573f808-d215-4c11-a2e8-527ac51113cb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:53.582271 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa3cec79-7728-4d94-84c5-a9844e556de8 req-2573f808-d215-4c11-a2e8-527ac51113cb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0491855 May 03 16:37:53.630023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aa3cec79-7728-4d94-84c5-a9844e556de8 req-b73d4898-a2e2-45c2-aba9-ffb3d65ea557 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 May 03 16:37:54.665840 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb16b-5ef1-42c0-a9a5-52cf2d38028b req-17e4485e-8e13-48b9-9005-2670d2fe1124 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:54.667325 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5eacb16b-5ef1-42c0-a9a5-52cf2d38028b req-17e4485e-8e13-48b9-9005-2670d2fe1124 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0485897 May 03 16:37:54.738340 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5eacb16b-5ef1-42c0-a9a5-52cf2d38028b req-f9bfb76a-61af-45a4-adc4-e626d9ee8831 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650551 May 03 16:37:54.754458 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2366837-2a8c-4822-82dc-4e5bbf7ede94 req-3567465c-4633-449a-965a-924fe236c6ed tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:54.755961 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2366837-2a8c-4822-82dc-4e5bbf7ede94 req-3567465c-4633-449a-965a-924fe236c6ed tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0576777 May 03 16:37:54.804570 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2366837-2a8c-4822-82dc-4e5bbf7ede94 req-c89f23cf-70a4-44cf-9a7e-4fb101ef8134 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 May 03 16:37:55.860299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0a19-26a6-4e62-9bc1-6064c946adcf req-5a8c4232-1ecf-4945-b1a3-ebde1b7f42f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:55.861881 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7db0a19-26a6-4e62-9bc1-6064c946adcf req-5a8c4232-1ecf-4945-b1a3-ebde1b7f42f7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0502524 May 03 16:37:55.934055 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c440651-dc19-4512-84ba-d5b9d6590e1d req-49919e69-ad20-469b-9dfb-47f7ff445ab4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:55.936064 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c440651-dc19-4512-84ba-d5b9d6590e1d req-49919e69-ad20-469b-9dfb-47f7ff445ab4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0623984 May 03 16:37:55.954052 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7db0a19-26a6-4e62-9bc1-6064c946adcf req-8ee838d8-67b5-44e0-ba8a-531ef2ecc70c tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868022 May 03 16:37:55.991235 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7c440651-dc19-4512-84ba-d5b9d6590e1d req-b180f1a8-2611-44b2-814a-9796d73efed9 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476553 May 03 16:37:57.088246 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab630a7-a8da-45df-bf8f-d06921ec7658 req-fa0d136b-5b8a-41c6-82b7-ab5f9d90df84 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:57.091370 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aab630a7-a8da-45df-bf8f-d06921ec7658 req-fa0d136b-5b8a-41c6-82b7-ab5f9d90df84 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0622737 May 03 16:37:57.149598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d108bc9-8fdb-4ef8-b221-941b2e8cac5f req-3391f511-b602-4de0-967a-b9a56b74564a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:57.151106 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d108bc9-8fdb-4ef8-b221-941b2e8cac5f req-3391f511-b602-4de0-967a-b9a56b74564a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0794027 May 03 16:37:57.192110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aab630a7-a8da-45df-bf8f-d06921ec7658 req-8ce5cdee-3b1a-4904-98a6-f2953cde85ce tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796421 May 03 16:37:57.217775 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2d108bc9-8fdb-4ef8-b221-941b2e8cac5f req-38978f69-81f2-4ee4-80f5-ee7e4f3dc583 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600672 May 03 16:37:57.915532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eeda95a4-014a-46ee-92b3-4137a23e67df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:37:58.340295 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8c8fc-f0c1-48bb-8a02-3a40479cea69 req-926c73a8-3433-48c8-99f5-db1d71dd9230 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:58.341727 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0ed8c8fc-f0c1-48bb-8a02-3a40479cea69 req-926c73a8-3433-48c8-99f5-db1d71dd9230 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0733798 May 03 16:37:58.355873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ade4ac-6399-4fe0-adcd-dd055a2ba29d req-46edd7bc-21e3-413b-b7d7-727ccb243452 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:58.357234 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6ade4ac-6399-4fe0-adcd-dd055a2ba29d req-46edd7bc-21e3-413b-b7d7-727ccb243452 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0628173 May 03 16:37:58.422128 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0ed8c8fc-f0c1-48bb-8a02-3a40479cea69 req-a0bd1cb1-4d42-49ad-8782-13b889c53196 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731239 May 03 16:37:58.430353 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b6ade4ac-6399-4fe0-adcd-dd055a2ba29d req-ab1943a5-6059-46ad-b75e-c13955f4fb38 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675442 May 03 16:37:59.565856 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6dec8-c86b-489f-a9be-589fc0975f01 req-1ad6db5e-7d7a-4502-a01b-6b25eda4f135 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:59.567453 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4df6dec8-c86b-489f-a9be-589fc0975f01 req-1ad6db5e-7d7a-4502-a01b-6b25eda4f135 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0731378 May 03 16:37:59.573305 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1f9f-76f5-490e-a65d-d7b88eccb57e req-ebd78b11-122e-4ce8-b682-88a2390da1fb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:37:59.574654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3cb1f9f-76f5-490e-a65d-d7b88eccb57e req-ebd78b11-122e-4ce8-b682-88a2390da1fb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0716870 May 03 16:37:59.651593 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4df6dec8-c86b-489f-a9be-589fc0975f01 req-947f0ac9-7b13-48f1-bf7a-be99e1c8ccc3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759706 May 03 16:37:59.655821 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3cb1f9f-76f5-490e-a65d-d7b88eccb57e req-5c2440fe-ccd4-47be-acb1-1871daa52a1f tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732636 May 03 16:38:00.212354 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d323738-25a0-4ad2-9ee3-81152e4b580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:00.797882 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f150-e37b-4d98-ae6c-36e2c8e584c2 req-9d798e47-28e4-41e1-8530-b90558b86acf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:00.799363 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2ed2f150-e37b-4d98-ae6c-36e2c8e584c2 req-9d798e47-28e4-41e1-8530-b90558b86acf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0758302 May 03 16:38:00.805268 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994652ef-cf98-4e3b-aeeb-16355e4dbef7 req-3475d5ca-d4e1-4206-8131-30ff40a41072 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:00.806612 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-994652ef-cf98-4e3b-aeeb-16355e4dbef7 req-3475d5ca-d4e1-4206-8131-30ff40a41072 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0812962 May 03 16:38:00.883193 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2ed2f150-e37b-4d98-ae6c-36e2c8e584c2 req-66a21a1d-6e90-4b02-9df9-197a93b2315a tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756524 May 03 16:38:00.887088 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-994652ef-cf98-4e3b-aeeb-16355e4dbef7 req-a1b7eba9-3d2e-4e95-bcf0-778c0a848ebf tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732882 May 03 16:38:01.063934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:02.021453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d54f6d-96b5-423e-bee2-c600c59f73cd req-9e4d7f29-e9b6-41c6-bf3b-8a5d0645d936 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:02.022916 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-78d54f6d-96b5-423e-bee2-c600c59f73cd req-9e4d7f29-e9b6-41c6-bf3b-8a5d0645d936 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0721643 May 03 16:38:02.030859 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4048554-4ba1-486b-97f2-1f5c8db19e2c req-3d6fa3c9-3b92-4c08-adbc-29464e6009b6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:02.032231 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a4048554-4ba1-486b-97f2-1f5c8db19e2c req-3d6fa3c9-3b92-4c08-adbc-29464e6009b6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0721364 May 03 16:38:02.108736 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a4048554-4ba1-486b-97f2-1f5c8db19e2c req-f905aecd-d483-4533-a21a-65e5129e9f43 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700681 May 03 16:38:02.112046 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-78d54f6d-96b5-423e-bee2-c600c59f73cd req-c5ff4979-dd14-4c17-9697-d2e6faf1e292 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789883 May 03 16:38:02.914870 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:03.250004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76082-3abc-4bd3-b666-aa641ff367b1 req-bba55b77-f9fd-43b6-82d8-de49a6b157b2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:03.251494 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ffd76082-3abc-4bd3-b666-aa641ff367b1 req-bba55b77-f9fd-43b6-82d8-de49a6b157b2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0723460 May 03 16:38:03.259345 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e23c-c574-42e1-a935-8033ca85847f req-864d0c4f-8cc8-44e0-bb13-465bc5366aa0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:03.260677 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0a2e23c-c574-42e1-a935-8033ca85847f req-864d0c4f-8cc8-44e0-bb13-465bc5366aa0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0726118 May 03 16:38:03.331441 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ffd76082-3abc-4bd3-b666-aa641ff367b1 req-bd3c0fd7-3650-45c1-8ea6-910e2b20a65e tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698054 May 03 16:38:03.338486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0a2e23c-c574-42e1-a935-8033ca85847f req-def58900-6771-4fc8-852f-2f48bc76d3c9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707059 May 03 16:38:04.183874 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:04.472560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f417e6-d4d5-4abf-b175-8375c322eaf2 req-01159443-2c63-477d-a9ad-44dd4ef38af4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:04.473893 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95f417e6-d4d5-4abf-b175-8375c322eaf2 req-01159443-2c63-477d-a9ad-44dd4ef38af4 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 944 time: 0.0757778 May 03 16:38:04.481711 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092667f9-5f2d-48e6-9d97-6f01c238dbfe req-2d0c81ab-c394-459f-a51d-0b7bca267e55 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:04.483034 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-092667f9-5f2d-48e6-9d97-6f01c238dbfe req-2d0c81ab-c394-459f-a51d-0b7bca267e55 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0732555 May 03 16:38:04.556897 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-95f417e6-d4d5-4abf-b175-8375c322eaf2 req-2741b3d6-2083-40d6-b05b-64e0f9ca3fb8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729153 May 03 16:38:04.560126 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-092667f9-5f2d-48e6-9d97-6f01c238dbfe req-d17defec-9a46-4f50-a046-e96bed85c2d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699556 May 03 16:38:05.157070 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device f33cac7e-11c8-4ba3-b069-29240104b5b3 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:38:05.255058 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:05.266592 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'port_id': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'mac_address': 'fa:16:3e:10:5a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:38:05.303790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port f33cac7e-11c8-4ba3-b069-29240104b5b3 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:38:05.304195 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:05.317079 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33cac7e-11c8-4ba3-b069-29240104b5b3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:38:05.336929 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:05.417873 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:05.464026 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:05.471448 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.471807 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.472173 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.472535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.472876 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.473211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.473549 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.473879 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.474209 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.474537 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.474863 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.475206 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.475562 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.475888 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.476211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:05.699032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac5f80-bd35-41aa-a4b6-d81449757f31 req-64b8e941-9d40-481c-80bd-ed19b6051095 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:05.700424 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3ac5f80-bd35-41aa-a4b6-d81449757f31 req-64b8e941-9d40-481c-80bd-ed19b6051095 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 945 time: 0.0754039 May 03 16:38:05.709593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df2ab-65e3-4991-b33c-6612cff20779 req-784d6104-f315-436a-89df-976bf899ee0f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:05.710960 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-300df2ab-65e3-4991-b33c-6612cff20779 req-784d6104-f315-436a-89df-976bf899ee0f tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.0758548 May 03 16:38:05.781689 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f3ac5f80-bd35-41aa-a4b6-d81449757f31 req-4eac50cc-b229-4abc-93b6-b494d9d813bb tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697598 May 03 16:38:05.788383 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-300df2ab-65e3-4991-b33c-6612cff20779 req-2c06fb30-af10-46b2-a02c-c6bfc2e28a10 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709214 May 03 16:38:05.889416 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['f33cac7e-11c8-4ba3-b069-29240104b5b3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:38:07.083225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294da2-83d1-4cae-9ce6-e7082cbdfcd4 req-b1034794-b0c9-498f-802d-a6e1cacbe5bd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:07.084851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7294da2-83d1-4cae-9ce6-e7082cbdfcd4 req-b1034794-b0c9-498f-802d-a6e1cacbe5bd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 945 time: 0.2347682 May 03 16:38:07.090935 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61840956-2768-4514-ac2a-28758efc428e req-3464d7e4-ec91-4e8a-a7ac-326682660bd3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:07.092292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-61840956-2768-4514-ac2a-28758efc428e req-3464d7e4-ec91-4e8a-a7ac-326682660bd3 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 943 time: 0.2300656 May 03 16:38:07.158808 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:38:07.162405 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device f33cac7e-11c8-4ba3-b069-29240104b5b3 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:38:07.272473 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port f33cac7e-11c8-4ba3-b069-29240104b5b3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:38:07.302219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:07.315145 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'port_id': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'mac_address': 'fa:16:3e:3c:b1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:38:07.343909 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port f33cac7e-11c8-4ba3-b069-29240104b5b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:38:07.344163 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:07.380928 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:38:07.381310 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:07.404605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:38:07.422798 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f7294da2-83d1-4cae-9ce6-e7082cbdfcd4 req-7ec3dfa6-ecab-4c41-b857-3a4e610fc7a6 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295743 May 03 16:38:07.439493 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-61840956-2768-4514-ac2a-28758efc428e req-683c7ad8-9e57-4e5e-9e50-6f329584f362 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697682 May 03 16:38:07.447564 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:07.460230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port f33cac7e-11c8-4ba3-b069-29240104b5b3 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:38:07.460613 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:07.482480 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:38:07.484804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b68b1-6786-49e0-b25f-ccc46ee14cea" -d '{"events": [{"server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "name": "network-vif-plugged", "status": "completed", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:38:07.496903 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:07.532219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e2b28-b953-4237-8fa5-2f9dd9745590 x-openstack-request-id: req-6c1e2b28-b953-4237-8fa5-2f9dd9745590 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:38:07.532506 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "name": "network-vif-plugged", "status": "completed", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:38:07.532776 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c1e2b28-b953-4237-8fa5-2f9dd9745590 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:38:07.533170 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1e2b28-b953-4237-8fa5-2f9dd9745590'] response: {'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'code': 200} May 03 16:38:07.537746 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:07.590447 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:07.607108 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:07.659863 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:07.823250 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7382242-e447-4758-8613-19eafcdafe8f req-e84df656-0ec4-4e3a-9877-e47cace1f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:07.824708 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a7382242-e447-4758-8613-19eafcdafe8f req-e84df656-0ec4-4e3a-9877-e47cace1f299 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1130 time: 0.0372047 May 03 16:38:07.871120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a7382242-e447-4758-8613-19eafcdafe8f req-37780c1e-c7d4-4979-9e4b-e915b8e3a67e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 May 03 16:38:07.879919 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['be030a0e-31fd-4a7e-850e-c08af7dc4d7a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:38:08.563298 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e21411-0b64-4c68-beee-7f1d0a5dc689 req-2a1c5df7-81d6-4640-9e70-7cce9a6ee9cf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:08.721405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5e21411-0b64-4c68-beee-7f1d0a5dc689 req-2a1c5df7-81d6-4640-9e70-7cce9a6ee9cf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0739768 May 03 16:38:08.721405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7c500-7773-4cff-a016-890358a81297 req-ac97b6ad-5658-4105-bfb5-55ac8a9d4bea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:08.721405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d4f7c500-7773-4cff-a016-890358a81297 req-ac97b6ad-5658-4105-bfb5-55ac8a9d4bea tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 944 time: 0.0725343 May 03 16:38:08.721405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d5e21411-0b64-4c68-beee-7f1d0a5dc689 req-7b154f05-9e0a-4989-854d-bcea8f2a77d2 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943391 May 03 16:38:08.721405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d4f7c500-7773-4cff-a016-890358a81297 req-39271b55-7a1e-46ce-acf1-5e5abf7d3bee tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772488 May 03 16:38:09.166601 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:38:09.214381 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port be030a0e-31fd-4a7e-850e-c08af7dc4d7a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:38:09.214752 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:09.294182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port be030a0e-31fd-4a7e-850e-c08af7dc4d7a is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:38:09.294558 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:09.327720 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:09.383865 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:09.433976 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:09.498063 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:09.534430 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:38:09.536769 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb8e52-b50c-47a6-88b5-c7fb7c9461ac" -d '{"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:38:09.570425 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d9df72-765e-4a80-8d11-63c9581da553 x-openstack-request-id: req-a1d9df72-765e-4a80-8d11-63c9581da553 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:38:09.570749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:38:09.571038 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d9df72-765e-4a80-8d11-63c9581da553 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:38:09.571476 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d9df72-765e-4a80-8d11-63c9581da553'] response: {'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'code': 200} May 03 16:38:09.825345 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab49541-da99-4359-9d6d-352da5ea6469 req-8a6f6cc3-085a-4257-9475-7ba6f0149dac tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:09.826783 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ab49541-da99-4359-9d6d-352da5ea6469 req-8a6f6cc3-085a-4257-9475-7ba6f0149dac tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0837758 May 03 16:38:09.846566 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b807e-4911-4b25-b8de-f0ae758952e1 req-42afc62b-7404-49ba-a575-1ea7aa8251ee tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:09.850214 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-584b807e-4911-4b25-b8de-f0ae758952e1 req-42afc62b-7404-49ba-a575-1ea7aa8251ee tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0735996 May 03 16:38:09.908866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8ab49541-da99-4359-9d6d-352da5ea6469 req-5145e606-53df-4140-aae9-7f664a04ecdd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763247 May 03 16:38:09.919462 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-584b807e-4911-4b25-b8de-f0ae758952e1 req-b1d75675-1c23-452c-8a82-5da8c5039a67 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650566 May 03 16:38:10.180107 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd75c01-aea9-4ea3-87a8-3cc23ad8bf7e req-bd44261d-c269-4f8f-941b-947b48edd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:10.181673 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1cd75c01-aea9-4ea3-87a8-3cc23ad8bf7e req-bd44261d-c269-4f8f-941b-947b48edd8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 1130 time: 0.0398014 May 03 16:38:10.227191 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1cd75c01-aea9-4ea3-87a8-3cc23ad8bf7e req-9ac0ff1f-2916-489f-a1f2-5c041a90798f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392363 May 03 16:38:11.049914 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1fb5-5f1d-44b3-8a79-dca85d7781da req-717e6267-1a36-4424-a252-f59ff4cac6c0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:11.051341 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6a3a1fb5-5f1d-44b3-8a79-dca85d7781da req-717e6267-1a36-4424-a252-f59ff4cac6c0 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0743351 May 03 16:38:11.071996 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c8510-547b-44c9-ab85-c7cfe2e9958e req-97798698-dadd-474b-962b-e5483e675fb9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:11.073402 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce5c8510-547b-44c9-ab85-c7cfe2e9958e req-97798698-dadd-474b-962b-e5483e675fb9 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0658569 May 03 16:38:11.139704 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6a3a1fb5-5f1d-44b3-8a79-dca85d7781da req-045d04d8-1453-4629-a31e-447ef371355d tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827310 May 03 16:38:11.144711 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ce5c8510-547b-44c9-ab85-c7cfe2e9958e req-04136148-4049-49e0-b88c-c508500b4a08 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641942 May 03 16:38:11.250464 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404a1e8-0e8e-4fd6-9a0b-be015f2b1b8b req-20383b87-9bc9-48c7-b395-0fd405464937 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:11.251995 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2404a1e8-0e8e-4fd6-9a0b-be015f2b1b8b req-20383b87-9bc9-48c7-b395-0fd405464937 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0463011 May 03 16:38:11.304428 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2404a1e8-0e8e-4fd6-9a0b-be015f2b1b8b req-1a94094d-8e56-4caa-a135-123b973eb802 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 May 03 16:38:11.326411 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 53998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:11.469495 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e43e3-1aba-4f39-b270-86910af2d543 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:11.471010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-b22e43e3-1aba-4f39-b270-86910af2d543 tempest-TestVolumeBootPattern-413941484 tempest-TestVolumeBootPattern-413941484-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1125 time: 0.1436515 May 03 16:38:11.473836 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54006) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:11.478551 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'port_id': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:38:11.556145 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:11.639509 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:11.749592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Allocated IP 172.27.0.52 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/dbae93ac-3f37-423c-a25a-b80b22cdb07f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:38:11.866277 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:12.019030 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:12.055183 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:38:12.058063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:38:12.061531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:38:12.096525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=dbae93ac-3f37-423c-a25a-b80b22cdb07f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:12.108373 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.108720 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.109061 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.109452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.109780 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.110108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.110427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.110748 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.111068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.111415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.111738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.112063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.112380 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.112701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.113019 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:12.306492 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794149-a17b-47a2-95fa-2c4ca80d0583 req-f11df367-3721-423d-a410-dc6e37f9b740 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:12.307999 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67794149-a17b-47a2-95fa-2c4ca80d0583 req-f11df367-3721-423d-a410-dc6e37f9b740 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0602541 May 03 16:38:12.407427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-67794149-a17b-47a2-95fa-2c4ca80d0583 req-39854428-3665-4846-8831-7c073caf1771 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617714 May 03 16:38:12.552925 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:12.690114 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:12.850283 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:12.961135 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:13.040102 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event updated for resources: {'Port': ['ID=dbae93ac-3f37-423c-a25a-b80b22cdb07f,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:13.049560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:13.161463 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP 1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca associated. External IP: 172.27.0.52, port: f33cac7e-11c8-4ba3-b069-29240104b5b3. May 03 16:38:13.381427 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:38:13.547880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:38:13.549771 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:38:13.549771 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:13.549771 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:13.557264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d117-c320-4050-9f87-e735de08f051 req-0ced41dd-df7a-4002-915b-ca459fc8deab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:13.558953 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d389d117-c320-4050-9f87-e735de08f051 req-0ced41dd-df7a-4002-915b-ca459fc8deab tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0656199 May 03 16:38:13.610051 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d389d117-c320-4050-9f87-e735de08f051 req-098d2d7a-278a-4fe6-9459-83004ccded20 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 May 03 16:38:13.658589 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:13.727805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:13.758406 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-82a6c02e-11e6-4012-8755-0e04461b7195 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2835333 May 03 16:38:13.758981 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:38:13.761296 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:38:13.805838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367dec17-5500-4c06-acea-17f4d912c7b1 x-openstack-request-id: req-367dec17-5500-4c06-acea-17f4d912c7b1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:38:13.806202 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:38:13.806458 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-367dec17-5500-4c06-acea-17f4d912c7b1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:38:13.806866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367dec17-5500-4c06-acea-17f4d912c7b1'] response: {'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'status': 'completed', 'code': 200} May 03 16:38:13.868500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-54618d57-29da-4800-b826-4e8fe30be727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:13.870067 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-54618d57-29da-4800-b826-4e8fe30be727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1130 time: 0.0390470 May 03 16:38:14.085933 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:10:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:38:12Z', 'updated_at': '2022-05-03T16:38:12Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}, {'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:14.119034 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:38:14.130056 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:14.130693 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:14.185816 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-6ec0e5ce-535d-4d54-ab08-a8e9bbe69d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:14.187954 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-6ec0e5ce-535d-4d54-ab08-a8e9bbe69d5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.1202257 May 03 16:38:14.257857 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:14.267373 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-efab7f50-c5e8-4870-93e8-20dfec5d9818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 200 len: 999 time: 0.0736969 May 03 16:38:14.323666 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-0f15fd1b-b026-48db-8df4-86cc072f3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:14.325539 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-0f15fd1b-b026-48db-8df4-86cc072f3f94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0527775 May 03 16:38:14.486560 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:10:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:38:12Z', 'updated_at': '2022-05-03T16:38:12Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}, {'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:14.515506 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d0e62-9a65-4440-9d4e-4c73ee172b98 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:10:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:38:12Z', 'updated_at': '2022-05-03T16:38:12Z', 'revision_number': 0, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}, {'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:38:14.547315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-61844fd5-b48b-4412-b0d6-6001eb6464d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:14.549102 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-61844fd5-b48b-4412-b0d6-6001eb6464d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417016 May 03 16:38:14.646867 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-45637fea-09ba-46a2-b815-e6134d5c328d service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 May 03 16:38:14.749276 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad8522-7f63-43cf-adf8-bb4407385bb4 None None] New status for floating IP 1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:38:14.805654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328635e0-e018-4c42-b905-092bed7ade1c req-9e9147a4-0537-4885-a2b3-408af3298413 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:14.807144 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-328635e0-e018-4c42-b905-092bed7ade1c req-9e9147a4-0537-4885-a2b3-408af3298413 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.1123850 May 03 16:38:14.837265 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04742d2-2ff9-4878-8405-bb82faa15942 req-552c8865-dee2-4b0b-9d3a-53fa8b1323ce tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:14.838614 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c04742d2-2ff9-4878-8405-bb82faa15942 req-552c8865-dee2-4b0b-9d3a-53fa8b1323ce tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0895920 May 03 16:38:14.851474 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5cf7e9fc-3247-4a9d-9fb6-84ce7c54c1ef req-9305c2f4-2c05-4504-af39-5c61a4ff4aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983058 May 03 16:38:14.902642 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-328635e0-e018-4c42-b905-092bed7ade1c req-0c5a96a4-f1be-4919-a68f-a13fcbd0c6f1 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875173 May 03 16:38:14.918344 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c04742d2-2ff9-4878-8405-bb82faa15942 req-43fd78c7-1da9-4bbb-8b36-28cd42d1bf6e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678420 May 03 16:38:16.028842 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175ac0c-e5ca-403b-8d77-bbb529858173 req-cfb54295-81a5-4140-86fc-ab329dbffaeb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:16.030297 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2175ac0c-e5ca-403b-8d77-bbb529858173 req-cfb54295-81a5-4140-86fc-ab329dbffaeb tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0455844 May 03 16:38:16.076318 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2175ac0c-e5ca-403b-8d77-bbb529858173 req-43ae6dea-ff0e-4051-83f2-0a9b4c5623f0 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 May 03 16:38:16.906161 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-f83bdf5f-ea49-4553-92df-a3f1d036638f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:16.907729 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-f83bdf5f-ea49-4553-92df-a3f1d036638f tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0488307 May 03 16:38:16.990658 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Deleting port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:16.991000 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:17.081797 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] For port 548487e9-78e0-41fa-9c57-3fe86c32b6b5, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=548487e9-78e0-41fa-9c57-3fe86c32b6b5,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:17.082502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:17.232357 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be091a-cba3-462d-b01f-c9ab306fcc30 req-02bcb247-59ac-476e-8203-14190c075a25 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:38:17.233841 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-79be091a-cba3-462d-b01f-c9ab306fcc30 req-02bcb247-59ac-476e-8203-14190c075a25 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 945 time: 0.0853932 May 03 16:38:17.586691 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:17.587058 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:17.587402 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Floating IP 44673052-fcce-4a7c-9daa-79736361762b disassociated. External IP: 172.27.0.69, port: 548487e9-78e0-41fa-9c57-3fe86c32b6b5. May 03 16:38:17.587748 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Calling delete_port for 548487e9-78e0-41fa-9c57-3fe86c32b6b5 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:17.596867 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-79be091a-cba3-462d-b01f-c9ab306fcc30 req-0f43054b-35ec-41b4-b25a-7675ab63c9b7 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups?id=7181057d-f55d-49e7-bfae-8dbc17574bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559990 May 03 16:38:17.835312 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (548487e9-78e0-41fa-9c57-3fe86c32b6b5), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:17.862841 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'Port': ['ID=548487e9-78e0-41fa-9c57-3fe86c32b6b5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:17.981526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:38:18.091405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:38:18.101312 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:38:18.111881 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:18.112513 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:18.136074 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] No DVR routers for this DVR port 548487e9-78e0-41fa-9c57-3fe86c32b6b5 on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:38:18.138462 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:18.142642 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-404ac34e-af09-4f89-9bcf-89d30c502101 req-fa18f7a5-44bb-460f-9908-c5bad6bd31e2 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.36 "DELETE /v2.0/ports/548487e9-78e0-41fa-9c57-3fe86c32b6b5 HTTP/1.1" status: 204 len: 173 time: 1.2300668 May 03 16:38:18.143080 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'name': 'network-vif-deleted', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:38:18.145393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da93ce40-c825-4509-9edd-cb13e1dd0a31" -d '{"events": [{"server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "name": "network-vif-deleted", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:38:18.184486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81619508-6053-49d9-aaca-c0382d60d570 x-openstack-request-id: req-81619508-6053-49d9-aaca-c0382d60d570 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:38:18.184814 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80e9fa-5121-438f-a1ff-66df8168427c", "name": "network-vif-deleted", "tag": "548487e9-78e0-41fa-9c57-3fe86c32b6b5", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:38:18.185067 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81619508-6053-49d9-aaca-c0382d60d570 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:38:18.185471 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81619508-6053-49d9-aaca-c0382d60d570'] response: {'server_uuid': '1f80e9fa-5121-438f-a1ff-66df8168427c', 'name': 'network-vif-deleted', 'tag': '548487e9-78e0-41fa-9c57-3fe86c32b6b5', 'status': 'completed', 'code': 200} May 03 16:38:18.231346 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:18.434908 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:18.461945 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:38:18.471021 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:18.474090 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:18.582789 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:18.700542 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7b52e38d-7d15-4bd6-b60e-fb54cf740b35 req-0a3033d7-a18e-42db-b898-66f81dd5c65d tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f80e9fa-5121-438f-a1ff-66df8168427c HTTP/1.1" status: 200 len: 210 time: 0.0262825 May 03 16:38:18.787402 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:18.814363 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a01c42-26ac-444b-a2e8-7b7afbca213e None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'd4ccbc65-6d67-4f1b-85e6-394f9eaa214c', 'name': '', 'network_id': 'd062b702-c604-4e03-ba4a-44c88ec29e91', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'mac_address': 'fa:16:3e:7c:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:14Z', 'updated_at': '2022-05-03T16:28:22Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'subnets': [{'id': '9bf76119-bac5-448d-ab88-60aa8303fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:38:19.035020 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fe029-d390-43e8-9e0a-d8b6e45fa466 None None] New status for floating IP 44673052-fcce-4a7c-9daa-79736361762b: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:38:19.847299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54098) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:19.901682 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (7181057d-f55d-49e7-bfae-8dbc17574bd0), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:19.925020 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (7181057d-f55d-49e7-bfae-8dbc17574bd0), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.040717 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (7181057d-f55d-49e7-bfae-8dbc17574bd0), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.043294 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.044469 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "DELETE /v2.0/security-groups/7181057d-f55d-49e7-bfae-8dbc17574bd0 HTTP/1.1" status: 204 len: 168 time: 0.1961675 May 03 16:38:20.047961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:20.054247 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4598-29a2-4202-b7ec-9fe47cb9213e tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181057d-f55d-49e7-bfae-8dbc17574bd0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:20.062833 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-b6c473a0-5a2f-41be-817e-d5a0d797e6a3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] show failed (client error): The resource could not be found. May 03 16:38:20.066804 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54102) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:20.067068 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b6c473a0-5a2f-41be-817e-d5a0d797e6a3 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "GET /v2.0/security-groups/7181057d-f55d-49e7-bfae-8dbc17574bd0 HTTP/1.1" status: 404 len: 347 time: 0.0178711 May 03 16:38:20.183674 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Deleting port 5dea8ae1-9bf9-4101-a564-a330936ef535 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:20.184014 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.260958 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.261278 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (5dea8ae1-9bf9-4101-a564-a330936ef535), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.273577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Calling delete_port for 5dea8ae1-9bf9-4101-a564-a330936ef535 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:20.452032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (5dea8ae1-9bf9-4101-a564-a330936ef535), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.476072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Pushing event deleted for resources: {'Port': ['ID=5dea8ae1-9bf9-4101-a564-a330936ef535,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:20.538838 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks [] for floatingip (44673052-fcce-4a7c-9daa-79736361762b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.541393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:20.542574 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ec199598-2ec6-4003-a2ab-f3d6acedf087 tempest-AttachVolumeTestJSON-364000380 tempest-AttachVolumeTestJSON-364000380-project] 10.222.0.42 "DELETE /v2.0/floatingips/44673052-fcce-4a7c-9daa-79736361762b HTTP/1.1" status: 204 len: 168 time: 0.4746528 May 03 16:38:21.237485 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 548487e9-78e0-41fa-9c57-3fe86c32b6b5 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:38:21.258013 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 548487e9-78e0-41fa-9c57-3fe86c32b6b5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:38:21.258357 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 548487e9-78e0-41fa-9c57-3fe86c32b6b5 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:38:23.141363 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:38:24.486621 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54132) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:24.906025 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:25.134536 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Deleting port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:25.134878 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:25.211354 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] For port d4ccbc65-6d67-4f1b-85e6-394f9eaa214c, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:25.211636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:25.224748 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Calling delete_port for d4ccbc65-6d67-4f1b-85e6-394f9eaa214c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:25.487361 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d4ccbc65-6d67-4f1b-85e6-394f9eaa214c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:25.524043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ccbc65-6d67-4f1b-85e6-394f9eaa214c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:25.691297 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:25.903744 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Router b67628d6-cbf4-438b-bc02-1ca2119e6464 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:38:26.009860 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:38:26.015698 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9aded94b-c234-4df3-b830-a60e1c5b08a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/b67628d6-cbf4-438b-bc02-1ca2119e6464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5280263 May 03 16:38:26.019433 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54136) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:26.021742 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Sync routers for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:38:26.031877 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:26.032505 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:26.125683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks [] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:26.144024 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:26.237269 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks [] for router_gateway (b67628d6-cbf4-438b-bc02-1ca2119e6464), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:26.323680 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:38:25Z', 'revision_number': 5, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port': {'id': 'd0c47988-53a2-49bb-b803-c65f89867f0e', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:28:09Z', 'updated_at': '2022-05-03T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:26.438343 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Checking router: b67628d6-cbf4-438b-bc02-1ca2119e6464 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:38:26.446100 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Routers {'b67628d6-cbf4-438b-bc02-1ca2119e6464'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:38:26.446727 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:38:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['b67628d6-cbf4-438b-bc02-1ca2119e6464'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:26.471926 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Deleting port d0c47988-53a2-49bb-b803-c65f89867f0e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:26.472273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:26.534930 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] Set router b67628d6-cbf4-438b-bc02-1ca2119e6464 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:38:26.552552 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] For port d0c47988-53a2-49bb-b803-c65f89867f0e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=d0c47988-53a2-49bb-b803-c65f89867f0e,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:26.553137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:26.566390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Calling delete_port for d0c47988-53a2-49bb-b803-c65f89867f0e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:26.587133 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:38:26Z', 'revision_number': 6, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:26.616397 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960804-2ad7-4cbe-9f43-218e8bad08e5 None None] The sync data for ids ['b67628d6-cbf4-438b-bc02-1ca2119e6464'] in dv-cinder-840324-1-iscsi is: [{'id': 'b67628d6-cbf4-438b-bc02-1ca2119e6464', 'name': 'tempest-AttachVolumeTestJSON-1600650512-router', 'tenant_id': '6f272be1938043fab0bd96cad1e95e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:28:07Z', 'updated_at': '2022-05-03T16:38:26Z', 'revision_number': 6, 'project_id': '6f272be1938043fab0bd96cad1e95e7e', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:38:26.874828 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d0c47988-53a2-49bb-b803-c65f89867f0e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:26.900712 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c47988-53a2-49bb-b803-c65f89867f0e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:26.961283 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.082033 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.085465 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks [] for router_controller (b67628d6-cbf4-438b-bc02-1ca2119e6464), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.252198 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (b67628d6-cbf4-438b-bc02-1ca2119e6464), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.252658 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67628d6-cbf4-438b-bc02-1ca2119e6464 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:38:27.260771 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.260771 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-290adcac-293d-418d-8960-6a1f70692ea3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b67628d6-cbf4-438b-bc02-1ca2119e6464 HTTP/1.1" status: 204 len: 168 time: 1.2386246 May 03 16:38:27.261640 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54140) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:27.305900 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Deleting subnet 9bf76119-bac5-448d-ab88-60aa8303fd1e {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:38:27.308943 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Publish callbacks [] for subnet (9bf76119-bac5-448d-ab88-60aa8303fd1e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.346842 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (9bf76119-bac5-448d-ab88-60aa8303fd1e), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.425605 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (9bf76119-bac5-448d-ab88-60aa8303fd1e), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.572684 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (9bf76119-bac5-448d-ab88-60aa8303fd1e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.601414 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf76119-bac5-448d-ab88-60aa8303fd1e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:27.633508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.633607 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54142) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:27.634053 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fed44d-c448-4e88-a557-2b708bacf186 None None] Network d062b702-c604-4e03-ba4a-44c88ec29e91 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:38:27.634418 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-52a1739d-2b02-4493-aee1-853169a19911 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9bf76119-bac5-448d-ab88-60aa8303fd1e HTTP/1.1" status: 204 len: 168 time: 0.3481920 May 03 16:38:27.687145 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (d062b702-c604-4e03-ba4a-44c88ec29e91), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.745358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Deleting port c9b256d2-3d73-4941-aeeb-9eb61f596f99 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:27.745698 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.763120 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] DHCP port deletion for d062b702-c604-4e03-ba4a-44c88ec29e91 request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:38:27.807670 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] For port c9b256d2-3d73-4941-aeeb-9eb61f596f99, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c9b256d2-3d73-4941-aeeb-9eb61f596f99,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:27.808021 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.820823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Calling delete_port for c9b256d2-3d73-4941-aeeb-9eb61f596f99 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:27.822549 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Deleting port c9b256d2-3d73-4941-aeeb-9eb61f596f99 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:38:27.822925 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.887229 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] For port c9b256d2-3d73-4941-aeeb-9eb61f596f99, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c9b256d2-3d73-4941-aeeb-9eb61f596f99,segment=NetworkSegment(51f5d8c6-31fa-49b4-b5ba-73266e2617d9),segment_id=51f5d8c6-31fa-49b4-b5ba-73266e2617d9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:38:27.887686 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.903100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-608d4c78-4e50-4280-99f7-0d8f38b34636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:27.904404 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Calling delete_port for c9b256d2-3d73-4941-aeeb-9eb61f596f99 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:38:28.069381 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.094871 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] Pushing event deleted for resources: {'Port': ['ID=c9b256d2-3d73-4941-aeeb-9eb61f596f99,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:28.101260 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c9bfb-c4e6-412c-8699-4c6d8e5d59ea None None] No DVR routers for this DVR port c9b256d2-3d73-4941-aeeb-9eb61f596f99 on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:38:28.138638 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c9b256d2-3d73-4941-aeeb-9eb61f596f99), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.164916 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b256d2-3d73-4941-aeeb-9eb61f596f99,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:28.167097 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] No DVR routers for this DVR port c9b256d2-3d73-4941-aeeb-9eb61f596f99 on host dv-cinder-840324-1-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:38:28.175935 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.176046 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.176324 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.176657 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.177463 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.177463 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.177661 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.177927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.178289 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.178587 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.178893 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.179297 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.179556 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.179874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.180189 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:38:28.230431 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d0c47988-53a2-49bb-b803-c65f89867f0e no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:38:28.251171 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: d0c47988-53a2-49bb-b803-c65f89867f0e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:38:28.252126 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (d062b702-c604-4e03-ba4a-44c88ec29e91), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.252489 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d0c47988-53a2-49bb-b803-c65f89867f0e not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:38:28.252923 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c9b256d2-3d73-4941-aeeb-9eb61f596f99 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:38:28.272423 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d062b702-c604-4e03-ba4a-44c88ec29e91']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:28.272637 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: c9b256d2-3d73-4941-aeeb-9eb61f596f99 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:38:28.272935 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c9b256d2-3d73-4941-aeeb-9eb61f596f99 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:38:28.273345 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d4ccbc65-6d67-4f1b-85e6-394f9eaa214c no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:38:28.281564 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f5d8c6-31fa-49b4-b5ba-73266e2617d9') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:28.281861 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f5d8c6-31fa-49b4-b5ba-73266e2617d9') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:38:28.291203 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (51f5d8c6-31fa-49b4-b5ba-73266e2617d9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.291822 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: d4ccbc65-6d67-4f1b-85e6-394f9eaa214c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:38:28.292171 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device d4ccbc65-6d67-4f1b-85e6-394f9eaa214c not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:38:28.305800 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (51f5d8c6-31fa-49b4-b5ba-73266e2617d9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.311694 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:38:28.312073 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (51f5d8c6-31fa-49b4-b5ba-73266e2617d9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:38:28.313721 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:38:28.446307 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (d062b702-c604-4e03-ba4a-44c88ec29e91), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.451437 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.455270 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d062b702-c604-4e03-ba4a-44c88ec29e91 HTTP/1.1" status: 204 len: 168 time: 0.8421528 May 03 16:38:28.465874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cd0d9-1fd2-4691-bf35-5c18f1876b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d062b702-c604-4e03-ba4a-44c88ec29e91,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:28.759884 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54146) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:28.802990 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bc2c5117-0cfc-4b0f-bdcf-06947aecf136 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f272be1938043fab0bd96cad1e95e7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419700 May 03 16:38:28.805373 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:38:28.852320 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] Publish callbacks [] for security_group (921ab158-7e49-431d-8c24-28ef76eccd35), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.873098 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] Publish callbacks [] for security_group (921ab158-7e49-431d-8c24-28ef76eccd35), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.972631 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (921ab158-7e49-431d-8c24-28ef76eccd35), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.975244 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:28.976406 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/921ab158-7e49-431d-8c24-28ef76eccd35 HTTP/1.1" status: 204 len: 168 time: 0.1701491 May 03 16:38:28.984008 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda546-6c4f-4e5a-b981-7e4e42db7ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ab158-7e49-431d-8c24-28ef76eccd35,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:38:30.154737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b431337-19e3-469f-b947-0fdfda08f4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:31.086578 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:32.852651 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:34.188874 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:39.503707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:38:57.903220 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b21644d1-65e9-478f-965c-c9fee52ec861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:00.140193 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:39:00.253206 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30d6-e346-4168-a775-f67a02c6c7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:01.085587 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:02.908181 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:04.181432 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:09.496759 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:16.109510 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-eeb9d95e-7570-49e0-b9a4-2cb8d1967f1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1303871 May 03 16:39:16.186798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-ce7d191e-d472-4e4e-96d0-a526adea6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:16.188417 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-ce7d191e-d472-4e4e-96d0-a526adea6e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1129 time: 0.0378120 May 03 16:39:16.299855 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-6f638877-2187-4966-b1d2-1e7bfff6f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:16.301295 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-6f638877-2187-4966-b1d2-1e7bfff6f6c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.0906632 May 03 16:39:16.367110 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-1ff14b34-aa68-4a50-91f9-ef5fd1e45ce8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 1001 time: 0.0590768 May 03 16:39:16.415584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-2a1c21cd-7a00-4832-9335-1eaaf5dbc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:16.417055 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-2a1c21cd-7a00-4832-9335-1eaaf5dbc913 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0446339 May 03 16:39:16.462683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-2114e38c-df99-40f7-bff7-5eea3895cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:16.464204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-2114e38c-df99-40f7-bff7-5eea3895cb4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408909 May 03 16:39:16.474059 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-db2acb36-8cb1-4012-a5f2-68e9d7ed7ddc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:39:16.476226 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-db2acb36-8cb1-4012-a5f2-68e9d7ed7ddc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057690 May 03 16:39:16.839138 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-c3d406e3-c8ec-4f37-9c2f-34d958a1217c service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580101 May 03 16:39:16.929812 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-93165ca5-4ede-4a13-a46c-116f47e42179 req-90a7056d-0a85-4a21-bf8f-2a68c4948730 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844350 May 03 16:39:26.019327 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:26.122467 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1ecf2dc-d00a-48ee-9ca4-4fdfa14e35b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.192869 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1ecf2dc-d00a-48ee-9ca4-4fdfa14e35b1 admin admin] Publish callbacks [] for security_group (560a5103-cf8f-49a0-9aa9-5b0a9d3b790e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.256475 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1ecf2dc-d00a-48ee-9ca4-4fdfa14e35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (560a5103-cf8f-49a0-9aa9-5b0a9d3b790e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.295541 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b1ecf2dc-d00a-48ee-9ca4-4fdfa14e35b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4383f0fac024017990e15931cae0eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750812 May 03 16:39:26.296350 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecf2dc-d00a-48ee-9ca4-4fdfa14e35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560a5103-cf8f-49a0-9aa9-5b0a9d3b790e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:26.298226 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54574) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:26.347134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Publish callbacks [] for security_group (560a5103-cf8f-49a0-9aa9-5b0a9d3b790e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.368328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Publish callbacks [] for security_group (560a5103-cf8f-49a0-9aa9-5b0a9d3b790e), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.519387 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (560a5103-cf8f-49a0-9aa9-5b0a9d3b790e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.521955 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:26.523135 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/560a5103-cf8f-49a0-9aa9-5b0a9d3b790e HTTP/1.1" status: 204 len: 168 time: 0.2238920 May 03 16:39:26.531193 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560a5103-cf8f-49a0-9aa9-5b0a9d3b790e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:26.538232 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.538579 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.538922 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.539276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.539616 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.539945 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.540497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.540866 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.541233 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.541568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.542100 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.542428 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.542830 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.543156 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:26.543506 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6fce4f-65ac-4201-ad6b-03fc9e39460f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:27.156780 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54580) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:27.172598 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51ff3d63-50d5-4762-868c-13267312cd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.244368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51ff3d63-50d5-4762-868c-13267312cd5d admin admin] Publish callbacks [] for security_group (d6b7cab0-5611-404c-aa52-d488358b373d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.337017 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51ff3d63-50d5-4762-868c-13267312cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d6b7cab0-5611-404c-aa52-d488358b373d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.375163 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-51ff3d63-50d5-4762-868c-13267312cd5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b9851d929364d96a37581a5274dbfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173333 May 03 16:39:27.376095 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff3d63-50d5-4762-868c-13267312cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7cab0-5611-404c-aa52-d488358b373d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:27.377887 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54582) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:27.434285 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] Publish callbacks [] for security_group (d6b7cab0-5611-404c-aa52-d488358b373d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.454822 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] Publish callbacks [] for security_group (d6b7cab0-5611-404c-aa52-d488358b373d), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.576681 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d6b7cab0-5611-404c-aa52-d488358b373d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.579359 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:27.580514 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6b7cab0-5611-404c-aa52-d488358b373d HTTP/1.1" status: 204 len: 168 time: 0.2004273 May 03 16:39:27.595182 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88e6b9-b0c9-4a7d-bae4-c8c6c810a9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7cab0-5611-404c-aa52-d488358b373d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:27.936524 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6e8631b-b529-4989-9505-dc6ce6e26f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:30.176245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3fa9597c-2353-49a5-ab9a-534fa4a880a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:30.914696 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54654) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:31.018107 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.060361 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.088562 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Publish callbacks [] for security_group (f75d8aa6-402f-46be-97b7-a2400831b531), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.157037 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (f75d8aa6-402f-46be-97b7-a2400831b531), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.194587 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12f055083f064290aa23649808c97408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786827 May 03 16:39:31.196343 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d8aa6-402f-46be-97b7-a2400831b531,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:31.198075 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:31.203648 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.203930 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.204275 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.204618 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.204958 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.205293 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.205625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.205954 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.206545 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.206872 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.207201 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.207557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.207885 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.208213 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.208534 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900b6bc-1118-4898-b10d-c23ccdaf1372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:31.247866 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] Publish callbacks [] for security_group (f75d8aa6-402f-46be-97b7-a2400831b531), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.269322 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] Publish callbacks [] for security_group (f75d8aa6-402f-46be-97b7-a2400831b531), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.393526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (f75d8aa6-402f-46be-97b7-a2400831b531), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.396164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:31.397328 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f75d8aa6-402f-46be-97b7-a2400831b531 HTTP/1.1" status: 204 len: 168 time: 0.1982164 May 03 16:39:31.405212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3ee0-a371-484e-a33c-2b0fd4a9c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d8aa6-402f-46be-97b7-a2400831b531,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:31.987617 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:32.000838 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf9ee-02ed-42a9-8b43-439322f3b941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.012714 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f122e1-7ffe-4fac-925c-c0785e7001f7 req-063d9c3f-669c-409b-b7e9-d232b8b5eaa7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:32.014209 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15f122e1-7ffe-4fac-925c-c0785e7001f7 req-063d9c3f-669c-409b-b7e9-d232b8b5eaa7 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0473011 May 03 16:39:32.062412 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15f122e1-7ffe-4fac-925c-c0785e7001f7 req-41f94b9a-245c-46ef-9753-41106c2f2706 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 May 03 16:39:32.076853 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf9ee-02ed-42a9-8b43-439322f3b941 admin admin] Publish callbacks [] for security_group (d2400bf5-1542-4518-b00f-be9ad985e23a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.142090 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf9ee-02ed-42a9-8b43-439322f3b941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d2400bf5-1542-4518-b00f-be9ad985e23a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.180968 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bdaaf9ee-02ed-42a9-8b43-439322f3b941 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c784a8f2a994ba186183425246ae14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922870 May 03 16:39:32.181836 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaaf9ee-02ed-42a9-8b43-439322f3b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2400bf5-1542-4518-b00f-be9ad985e23a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:32.183721 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54680) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:32.234043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] Publish callbacks [] for security_group (d2400bf5-1542-4518-b00f-be9ad985e23a), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.254521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] Publish callbacks [] for security_group (d2400bf5-1542-4518-b00f-be9ad985e23a), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.399039 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d2400bf5-1542-4518-b00f-be9ad985e23a), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.401639 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:32.402800 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2400bf5-1542-4518-b00f-be9ad985e23a HTTP/1.1" status: 204 len: 168 time: 0.2180912 May 03 16:39:32.411671 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf18eb9-2238-4e19-ab1d-b89a29f38344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2400bf5-1542-4518-b00f-be9ad985e23a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:32.868197 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:33.188780 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae296d-fa73-49f4-a459-43ccebaf4300 req-9239fc6e-bac4-45dd-92ec-debbc67648f0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:33.190238 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-beae296d-fa73-49f4-a459-43ccebaf4300 req-9239fc6e-bac4-45dd-92ec-debbc67648f0 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0502837 May 03 16:39:33.238663 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-beae296d-fa73-49f4-a459-43ccebaf4300 req-001a071d-cecf-4f6b-ac66-ba8695727666 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e43050-1aef-4b82-8c7a-9378090dcea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 May 03 16:39:33.858728 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab1817-6818-4594-81fe-87093c7951bf req-f2498c6e-ea9c-4c28-aaa4-63f7e780d54d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:33.860204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fab1817-6818-4594-81fe-87093c7951bf req-f2498c6e-ea9c-4c28-aaa4-63f7e780d54d tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 946 time: 0.0480211 May 03 16:39:33.943898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Deleting port be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:33.944240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.038965 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] For port be030a0e-31fd-4a7e-850e-c08af7dc4d7a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:34.039378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.180975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.223287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.223582 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.223907 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Floating IP 32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e disassociated. External IP: 172.27.0.213, port: be030a0e-31fd-4a7e-850e-c08af7dc4d7a. May 03 16:39:34.224240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Calling delete_port for be030a0e-31fd-4a7e-850e-c08af7dc4d7a owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:34.443361 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (be030a0e-31fd-4a7e-850e-c08af7dc4d7a), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.486073 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'Port': ['ID=be030a0e-31fd-4a7e-850e-c08af7dc4d7a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:34.518433 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a2eb1517-0d5f-45d6-8115-23c482dabd4e req-fb3fcfeb-12ad-42b9-bdd1-1f5967c08556 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 210 time: 0.0399666 May 03 16:39:34.626152 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:39:34.735650 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:34.746418 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:34.755966 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:34.756599 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:34.780305 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] No DVR routers for this DVR port be030a0e-31fd-4a7e-850e-c08af7dc4d7a on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:39:34.782873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:34.786259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7fab1817-6818-4594-81fe-87093c7951bf req-45b93034-cdc2-457b-ae2d-e8ac9ba5b4d6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.36 "DELETE /v2.0/ports/be030a0e-31fd-4a7e-850e-c08af7dc4d7a HTTP/1.1" status: 204 len: 173 time: 0.9203115 May 03 16:39:34.786715 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-deleted', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:39:34.789642 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93dce24-014d-485e-bf10-0c17a2d67b40" -d '{"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-deleted", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:39:34.886725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:35.002456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8ac3d-ed65-45d3-9558-56853b31877e x-openstack-request-id: req-57e8ac3d-ed65-45d3-9558-56853b31877e {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:39:35.002456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee", "name": "network-vif-deleted", "tag": "be030a0e-31fd-4a7e-850e-c08af7dc4d7a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:39:35.002456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57e8ac3d-ed65-45d3-9558-56853b31877e {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:39:35.002855 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e8ac3d-ed65-45d3-9558-56853b31877e'] response: {'server_uuid': '3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee', 'name': 'network-vif-deleted', 'tag': 'be030a0e-31fd-4a7e-850e-c08af7dc4d7a', 'status': 'completed', 'code': 200} May 03 16:39:35.105518 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:35.134646 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:35.144042 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:35.145352 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:35.256155 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:35.445593 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:35.472218 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f17b6-86e7-4e27-87b4-73ee5675483f None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:55Z', 'revision_number': 4, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '20f08579-4d88-4778-a549-b9b261862507', 'name': '', 'network_id': '8570f46f-8ac1-4411-af56-3eb50054518c', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'mac_address': 'fa:16:3e:67:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:54Z', 'updated_at': '2022-05-03T16:29:58Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'subnets': [{'id': 'fd01bcd3-de98-41f7-afa0-98cf05479ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:35.633831 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5e78568b-56e7-43c8-9256-47c27218e933 req-ac3a7a19-f4b4-4491-9453-01ba66cd1723 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4dcbd7-7c08-4f25-928d-e4fa8af7c6ee HTTP/1.1" status: 200 len: 210 time: 0.0291750 May 03 16:39:35.721683 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c46d0-cb0b-4ed1-9f65-34e5fcae6b2e None None] New status for floating IP 32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:39:36.771221 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54770) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:36.826168 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (40e43050-1aef-4b82-8c7a-9378090dcea3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:36.849367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (40e43050-1aef-4b82-8c7a-9378090dcea3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:36.977270 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (40e43050-1aef-4b82-8c7a-9378090dcea3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:36.979846 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:36.981068 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "DELETE /v2.0/security-groups/40e43050-1aef-4b82-8c7a-9378090dcea3 HTTP/1.1" status: 204 len: 168 time: 0.2088265 May 03 16:39:36.986302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:36.992502 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e677c-4355-4071-ae3e-6c28fc13c754 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e43050-1aef-4b82-8c7a-9378090dcea3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:36.996964 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.api.v2.resource [None req-c5dd476a-beaf-442b-b784-630c4113ec2b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] show failed (client error): The resource could not be found. May 03 16:39:36.997986 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c5dd476a-beaf-442b-b784-630c4113ec2b tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "GET /v2.0/security-groups/40e43050-1aef-4b82-8c7a-9378090dcea3 HTTP/1.1" status: 404 len: 347 time: 0.0132508 May 03 16:39:37.000950 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54774) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:37.114557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Deleting port 3b754277-797f-483c-81f5-daf2563fe67d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:37.114882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (3b754277-797f-483c-81f5-daf2563fe67d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.138905 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:39:37.190357 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (3b754277-797f-483c-81f5-daf2563fe67d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.190707 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (3b754277-797f-483c-81f5-daf2563fe67d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.202583 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Calling delete_port for 3b754277-797f-483c-81f5-daf2563fe67d owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:37.393372 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (3b754277-797f-483c-81f5-daf2563fe67d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.422781 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Pushing event deleted for resources: {'Port': ['ID=3b754277-797f-483c-81f5-daf2563fe67d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:37.481713 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks [] for floatingip (32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.484242 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:37.485388 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ff4802bd-248d-4da4-9b08-929f9e46cda6 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] 10.222.0.42 "DELETE /v2.0/floatingips/32a4ea1f-7a23-45ea-ba70-dca8cfc4c37e HTTP/1.1" status: 204 len: 168 time: 0.4835041 May 03 16:39:37.577059 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:39:37.597396 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: be030a0e-31fd-4a7e-850e-c08af7dc4d7a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:39:37.597746 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device be030a0e-31fd-4a7e-850e-c08af7dc4d7a not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:39:38.370119 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54792) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:38.474336 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da3b641-daad-4796-ad98-c64aa6b0f042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.547415 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da3b641-daad-4796-ad98-c64aa6b0f042 admin admin] Publish callbacks [] for security_group (a5612438-e69f-49c4-8331-9bf13e7a6f9b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.621879 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8da3b641-daad-4796-ad98-c64aa6b0f042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a5612438-e69f-49c4-8331-9bf13e7a6f9b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.663087 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8da3b641-daad-4796-ad98-c64aa6b0f042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a999b701c42645179c615ea725f4217e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918375 May 03 16:39:38.664149 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3b641-daad-4796-ad98-c64aa6b0f042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5612438-e69f-49c4-8331-9bf13e7a6f9b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:38.665981 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:38.715532 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] Publish callbacks [] for security_group (a5612438-e69f-49c4-8331-9bf13e7a6f9b), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.736188 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] Publish callbacks [] for security_group (a5612438-e69f-49c4-8331-9bf13e7a6f9b), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.856268 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a5612438-e69f-49c4-8331-9bf13e7a6f9b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.859004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:38.860667 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5612438-e69f-49c4-8331-9bf13e7a6f9b HTTP/1.1" status: 204 len: 168 time: 0.1933112 May 03 16:39:38.869235 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150893-6c24-457d-8665-ea094246c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5612438-e69f-49c4-8331-9bf13e7a6f9b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:39.536906 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.547716 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:39.561625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa07-3827-45bf-a968-8e2efb15cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.636618 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa07-3827-45bf-a968-8e2efb15cf42 admin admin] Publish callbacks [] for security_group (534c667e-3872-4ff7-aed0-c030d1cd820c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.696472 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa07-3827-45bf-a968-8e2efb15cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (534c667e-3872-4ff7-aed0-c030d1cd820c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.737078 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c4e4fa07-3827-45bf-a968-8e2efb15cf42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cb99a59d3ee4b608b4389e426d4c62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881957 May 03 16:39:39.738185 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4fa07-3827-45bf-a968-8e2efb15cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c667e-3872-4ff7-aed0-c030d1cd820c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:39.739772 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54814) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:39.789827 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] Publish callbacks [] for security_group (534c667e-3872-4ff7-aed0-c030d1cd820c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.813467 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] Publish callbacks [] for security_group (534c667e-3872-4ff7-aed0-c030d1cd820c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.934004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (534c667e-3872-4ff7-aed0-c030d1cd820c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.936478 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:39.937625 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/534c667e-3872-4ff7-aed0-c030d1cd820c HTTP/1.1" status: 204 len: 168 time: 0.1968319 May 03 16:39:39.949931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378a2eb-5213-4975-a136-cb930488ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c667e-3872-4ff7-aed0-c030d1cd820c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:40.168667 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54824) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:40.692113 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (60296e3a-a709-4691-9e4d-c8a53302b77d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:40.936749 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Deleting port 20f08579-4d88-4778-a549-b9b261862507 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:40.937403 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (20f08579-4d88-4778-a549-b9b261862507), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.017396 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] For port 20f08579-4d88-4778-a549-b9b261862507, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=20f08579-4d88-4778-a549-b9b261862507,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:41.017761 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (20f08579-4d88-4778-a549-b9b261862507), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.031278 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Calling delete_port for 20f08579-4d88-4778-a549-b9b261862507 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:41.301889 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (20f08579-4d88-4778-a549-b9b261862507), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.327936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Pushing event deleted for resources: {'Port': ['ID=20f08579-4d88-4778-a549-b9b261862507,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:41.500494 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (60296e3a-a709-4691-9e4d-c8a53302b77d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.613208 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54854) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:41.718316 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b7b1c7-3521-41bd-9a2e-7f32775feb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.735176 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Router 60296e3a-a709-4691-9e4d-c8a53302b77d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:39:41.791645 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b7b1c7-3521-41bd-9a2e-7f32775feb80 admin admin] Publish callbacks [] for security_group (4765a821-f191-46f4-a1dd-65fd1a8ac33b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.844921 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b7b1c7-3521-41bd-9a2e-7f32775feb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4765a821-f191-46f4-a1dd-65fd1a8ac33b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.845163 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:41.850122 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-6a421c61-df24-4858-a32b-08e1027dddaf admin admin] 10.222.0.42 "PUT /v2.0/routers/60296e3a-a709-4691-9e4d-c8a53302b77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804049 May 03 16:39:41.854785 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:41.858788 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Sync routers for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:41.871557 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:41.872330 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:41.888654 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-02b7b1c7-3521-41bd-9a2e-7f32775feb80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd2d79f4596948ddb7d1e9ee23135019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729657 May 03 16:39:41.889886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7b1c7-3521-41bd-9a2e-7f32775feb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4765a821-f191-46f4-a1dd-65fd1a8ac33b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:41.892469 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:41.946754 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] Publish callbacks [] for security_group (4765a821-f191-46f4-a1dd-65fd1a8ac33b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.964002 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks [] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.970989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] Publish callbacks [] for security_group (4765a821-f191-46f4-a1dd-65fd1a8ac33b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:41.989679 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:42.073846 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks [] for router_gateway (60296e3a-a709-4691-9e4d-c8a53302b77d), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.090888 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (4765a821-f191-46f4-a1dd-65fd1a8ac33b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.093491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.094636 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4765a821-f191-46f4-a1dd-65fd1a8ac33b HTTP/1.1" status: 204 len: 168 time: 0.2010720 May 03 16:39:42.103700 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb19e0-8b22-4165-aade-858130f0326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4765a821-f191-46f4-a1dd-65fd1a8ac33b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:42.172675 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '091d5c4d-b387-432c-b49c-58af62869517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:39:41Z', 'revision_number': 5, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port': {'id': '091d5c4d-b387-432c-b49c-58af62869517', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:42.192484 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Deleting port 091d5c4d-b387-432c-b49c-58af62869517 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:42.192818 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (091d5c4d-b387-432c-b49c-58af62869517), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.204535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Checking router: 60296e3a-a709-4691-9e4d-c8a53302b77d for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:42.214178 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Routers {'60296e3a-a709-4691-9e4d-c8a53302b77d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:42.215238 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['60296e3a-a709-4691-9e4d-c8a53302b77d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:42.296490 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] For port 091d5c4d-b387-432c-b49c-58af62869517, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=091d5c4d-b387-432c-b49c-58af62869517,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:42.296951 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (091d5c4d-b387-432c-b49c-58af62869517), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.310632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Calling delete_port for 091d5c4d-b387-432c-b49c-58af62869517 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:42.311587 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] Set router 60296e3a-a709-4691-9e4d-c8a53302b77d gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:42.364443 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:39:42Z', 'revision_number': 6, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:42.396403 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8315ea-db26-40bb-9826-fa9713161bf9 None None] The sync data for ids ['60296e3a-a709-4691-9e4d-c8a53302b77d'] in dv-cinder-840324-1-iscsi is: [{'id': '60296e3a-a709-4691-9e4d-c8a53302b77d', 'name': 'tempest-AttachVolumeShelveTestJSON-28061950-router', 'tenant_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:29:51Z', 'updated_at': '2022-05-03T16:39:42Z', 'revision_number': 6, 'project_id': 'f9ae1a3920c3485da0cc8f5f91108796', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:42.551653 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (091d5c4d-b387-432c-b49c-58af62869517), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.581808 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Pushing event deleted for resources: {'Port': ['ID=091d5c4d-b387-432c-b49c-58af62869517,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:42.658562 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (60296e3a-a709-4691-9e4d-c8a53302b77d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.762961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.765588 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks [] for router_controller (60296e3a-a709-4691-9e4d-c8a53302b77d), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.869577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (60296e3a-a709-4691-9e4d-c8a53302b77d), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.870257 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60296e3a-a709-4691-9e4d-c8a53302b77d {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:39:42.875527 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.876699 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e3c93a5a-a77e-44d9-aa49-4cc1c4296778 admin admin] 10.222.0.42 "DELETE /v2.0/routers/60296e3a-a709-4691-9e4d-c8a53302b77d HTTP/1.1" status: 204 len: 168 time: 1.0225041 May 03 16:39:42.880137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54876) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:42.933676 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Deleting subnet fd01bcd3-de98-41f7-afa0-98cf05479ee9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:39:42.938374 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Publish callbacks [] for subnet (fd01bcd3-de98-41f7-afa0-98cf05479ee9), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:42.980670 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (fd01bcd3-de98-41f7-afa0-98cf05479ee9), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.063182 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (fd01bcd3-de98-41f7-afa0-98cf05479ee9), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.191956 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (fd01bcd3-de98-41f7-afa0-98cf05479ee9), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.222167 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd01bcd3-de98-41f7-afa0-98cf05479ee9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:43.228863 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.233997 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-614afa59-e285-4a1e-ab35-df20942c7ad7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fd01bcd3-de98-41f7-afa0-98cf05479ee9 HTTP/1.1" status: 204 len: 168 time: 0.3510609 May 03 16:39:43.234630 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54892) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:43.238161 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb0a65-5b2f-4809-865f-08dfb5367487 None None] Network 8570f46f-8ac1-4411-af56-3eb50054518c requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:43.313965 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (8570f46f-8ac1-4411-af56-3eb50054518c), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.363582 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Deleting port 55a67dad-3537-4422-9d9a-b374a47d89ed {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:43.363921 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.434607 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] DHCP port deletion for 8570f46f-8ac1-4411-af56-3eb50054518c request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:39:43.618636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Deleting port 55a67dad-3537-4422-9d9a-b374a47d89ed {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:39:43.619656 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.685844 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] For port 55a67dad-3537-4422-9d9a-b374a47d89ed, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=55a67dad-3537-4422-9d9a-b374a47d89ed,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:43.686580 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.701838 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Calling delete_port for 55a67dad-3537-4422-9d9a-b374a47d89ed owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:43.719304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] For port 55a67dad-3537-4422-9d9a-b374a47d89ed, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=55a67dad-3537-4422-9d9a-b374a47d89ed,segment=NetworkSegment(f14ae13b-1f76-4ffe-9091-4bf44067ac04),segment_id=f14ae13b-1f76-4ffe-9091-4bf44067ac04)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:43.719669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.733385 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Calling delete_port for 55a67dad-3537-4422-9d9a-b374a47d89ed owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:39:43.766422 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54898) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:43.854638 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.861866 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (55a67dad-3537-4422-9d9a-b374a47d89ed), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.878655 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05640e02-5a1f-4c7b-9af9-5e18d29e92f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.884385 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Pushing event deleted for resources: {'Port': ['ID=55a67dad-3537-4422-9d9a-b374a47d89ed,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:43.889246 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] No DVR routers for this DVR port 55a67dad-3537-4422-9d9a-b374a47d89ed on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:39:43.892026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Pushing event deleted for resources: {'Port': ['ID=55a67dad-3537-4422-9d9a-b374a47d89ed,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:43.901176 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] No DVR routers for this DVR port 55a67dad-3537-4422-9d9a-b374a47d89ed on host dv-cinder-840324-1-iscsi {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:39:43.907553 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.907902 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.908264 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.908677 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.908943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.909275 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.909599 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.909920 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.910243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.910565 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.910892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.914707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.914707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.914707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.914707 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c4f0-e9eb-40ac-a9d3-e1f29867cdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:43.965564 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05640e02-5a1f-4c7b-9af9-5e18d29e92f7 admin admin] Publish callbacks [] for security_group (c3ab1ad9-363b-435f-9410-f8b6c7b65335), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.977106 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (8570f46f-8ac1-4411-af56-3eb50054518c), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:43.996783 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8570f46f-8ac1-4411-af56-3eb50054518c']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:44.005825 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14ae13b-1f76-4ffe-9091-4bf44067ac04') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:44.006124 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14ae13b-1f76-4ffe-9091-4bf44067ac04') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:44.015391 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (f14ae13b-1f76-4ffe-9091-4bf44067ac04), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.028778 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (f14ae13b-1f76-4ffe-9091-4bf44067ac04), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.031218 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05640e02-5a1f-4c7b-9af9-5e18d29e92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c3ab1ad9-363b-435f-9410-f8b6c7b65335), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.035004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:39:44.035452 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (f14ae13b-1f76-4ffe-9091-4bf44067ac04), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self.session.flush() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:39:44.039063 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:39:44.074374 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-05640e02-5a1f-4c7b-9af9-5e18d29e92f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9c22283bc0b41a69eb4ab3bbafc536d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062947 May 03 16:39:44.075907 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05640e02-5a1f-4c7b-9af9-5e18d29e92f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab1ad9-363b-435f-9410-f8b6c7b65335,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:44.079444 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:44.128266 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] Publish callbacks [] for security_group (c3ab1ad9-363b-435f-9410-f8b6c7b65335), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.152632 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] Publish callbacks [] for security_group (c3ab1ad9-363b-435f-9410-f8b6c7b65335), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.162502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (8570f46f-8ac1-4411-af56-3eb50054518c), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.168258 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.171428 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/8570f46f-8ac1-4411-af56-3eb50054518c HTTP/1.1" status: 204 len: 168 time: 0.9358413 May 03 16:39:44.182351 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db29099-b52b-416a-94c2-33304a6d16ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8570f46f-8ac1-4411-af56-3eb50054518c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:44.265193 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 55a67dad-3537-4422-9d9a-b374a47d89ed no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:39:44.286222 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 55a67dad-3537-4422-9d9a-b374a47d89ed {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:39:44.287834 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 55a67dad-3537-4422-9d9a-b374a47d89ed not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:39:44.287834 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 20f08579-4d88-4778-a549-b9b261862507 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:39:44.305379 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 20f08579-4d88-4778-a549-b9b261862507 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:39:44.305725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 20f08579-4d88-4778-a549-b9b261862507 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:39:44.306131 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 091d5c4d-b387-432c-b49c-58af62869517 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:39:44.316720 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c3ab1ad9-363b-435f-9410-f8b6c7b65335), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.320220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.321610 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3ab1ad9-363b-435f-9410-f8b6c7b65335 HTTP/1.1" status: 204 len: 168 time: 0.2412031 May 03 16:39:44.328120 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 091d5c4d-b387-432c-b49c-58af62869517 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:39:44.328412 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 091d5c4d-b387-432c-b49c-58af62869517 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:39:44.330335 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464dcda-339a-4d95-8331-441f246754e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab1ad9-363b-435f-9410-f8b6c7b65335,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:44.537405 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54908) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:44.577387 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-57ee14ac-e041-4276-bc9e-8ba80d3093c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9ae1a3920c3485da0cc8f5f91108796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385330 May 03 16:39:44.579876 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:44.626067 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] Publish callbacks [] for security_group (b556c4ba-6de0-45e3-946f-b1b768a5a3ca), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.647685 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] Publish callbacks [] for security_group (b556c4ba-6de0-45e3-946f-b1b768a5a3ca), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.776453 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (b556c4ba-6de0-45e3-946f-b1b768a5a3ca), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.779056 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:44.782522 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b556c4ba-6de0-45e3-946f-b1b768a5a3ca HTTP/1.1" status: 204 len: 168 time: 0.1995909 May 03 16:39:44.788977 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fd475-a9ad-4bca-83cd-0497882996f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b556c4ba-6de0-45e3-946f-b1b768a5a3ca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:45.384192 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:45.480511 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2014319471-network', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:45.587840 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Made reservation on behalf of c0ed0b95fc8b4102a612dd3f9f1d8b2e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:45.590334 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.599040 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.674908 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks [] for security_group (cb3f798f-87f5-48fc-bb69-4521df6e4cad), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.768684 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (cb3f798f-87f5-48fc-bb69-4521df6e4cad), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.771387 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:45.794563 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:39:45.804600 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f798f-87f5-48fc-bb69-4521df6e4cad,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:45.810704 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (3c0c5f9e-5b2e-476b-ab59-85176fd04db9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.810975 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Added segment 3c0c5f9e-5b2e-476b-ab59-85176fd04db9 of type vlan for network f9fe9496-0012-4966-a4d8-80efce34b4b6 May 03 16:39:45.853666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (f9fe9496-0012-4966-a4d8-80efce34b4b6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:45.870065 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1840353350-network', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:46.122459 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (f9fe9496-0012-4966-a4d8-80efce34b4b6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.123426 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:46.124009 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.145173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:46.147636 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.156569 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.182491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] Pushing event updated for resources: {'Network': ['ID=f9fe9496-0012-4966-a4d8-80efce34b4b6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:46.193208 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:39:46.220713 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-75e199fa-401f-4db6-ab94-23c4dd10c99d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8351877 May 03 16:39:46.225192 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:46.230283 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Request body: {'subnet': {'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2014319471-subnet', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:46.239548 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks [] for security_group (58e75230-e9f5-4b83-8ecb-4a39b5c8b56a), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.301957 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (58e75230-e9f5-4b83-8ecb-4a39b5c8b56a), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.324072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:39:46.330532 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Made reservation on behalf of c0ed0b95fc8b4102a612dd3f9f1d8b2e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:46.338650 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14230790'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.339743 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (573cc3cd-cb8d-4971-b525-5edeefa46558), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.340096 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Added segment 573cc3cd-cb8d-4971-b525-5edeefa46558 of type vlan for network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 May 03 16:39:46.341732 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e75230-e9f5-4b83-8ecb-4a39b5c8b56a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:46.387709 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (89e9fd1b-b7fd-482b-9d8c-9c57729317b2), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.488361 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (89e9fd1b-b7fd-482b-9d8c-9c57729317b2), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.489380 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:46.489999 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.549319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] Pushing event updated for resources: {'Network': ['ID=89e9fd1b-b7fd-482b-9d8c-9c57729317b2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:46.559859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:39:46.576725 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13750593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14230808'] for subnet (8b3820bc-b8c7-48de-93d1-e30fc2710c68), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.589170 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c49eb717-5230-4428-8500-247afbcb6b1f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8158417 May 03 16:39:46.591521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54960) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:46.596620 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Request body: {'subnet': {'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-subnet', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:46.635863 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3820bc-b8c7-48de-93d1-e30fc2710c68,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:46.642861 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Checking segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:46.643228 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Network hostable DHCP agents. Network: f9fe9496-0012-4966-a4d8-80efce34b4b6, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:39:46.690336 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:46.692697 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12713658'] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.719184 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:39:46.793202 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, f9fe9496-0012-4966-a4d8-80efce34b4b6) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:46.800089 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:46.800638 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.805544 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b123b23-f752-4167-815c-7117ac5bab3a None None] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:46.879916 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-453e060f-f9e1-4dc8-b253-ab1914dbdb88 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532907 May 03 16:39:46.882422 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:46.886753 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:46.909823 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-f9fe9496-0012-4966-a4d8-80efce34b4b6', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:39:46.910666 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.930860 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13095339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12713636'] for subnet (1f0e7afe-69d0-44e9-a2ac-5faca058f53d), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.953338 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.954655 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:46.994106 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0e7afe-69d0-44e9-a2ac-5faca058f53d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:47.003082 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:47.003473 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Network hostable DHCP agents. Network: 89e9fd1b-b7fd-482b-9d8c-9c57729317b2, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:39:47.014140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for router_controller (398b0e39-6a1a-4a56-a0ea-6170da512980), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.042911 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Allocated IP 172.20.0.2 (f9fe9496-0012-4966-a4d8-80efce34b4b6/8b3820bc-b8c7-48de-93d1-e30fc2710c68/4c201d7c-3475-4b1e-b9d2-26e6ba201390) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:47.125548 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:39:47.186967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks [] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.210542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 89e9fd1b-b7fd-482b-9d8c-9c57729317b2) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:47.215088 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:47.216004 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.222871 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823fc6a-563c-4e03-b2ba-744d7dc85173 None None] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:47.248065 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for router_gateway (398b0e39-6a1a-4a56-a0ea-6170da512980), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.280915 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.315886 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e5ed9a7f-d7b4-4a4a-a65e-94eb4b27da88 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7229946 May 03 16:39:47.318694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:47.323084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:47.340160 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:47.343457 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:47.359180 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Pushing event updated for resources: {'Port': ['ID=4c201d7c-3475-4b1e-b9d2-26e6ba201390,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:47.361751 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:47.392840 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:39:47.393701 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.427690 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.428845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.446157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Attempting to bind port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:47.446157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Attempting to bind port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:47.446157 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Attempting to bind port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 on network f9fe9496-0012-4966-a4d8-80efce34b4b6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:47.487209 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for router_controller (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.493661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:47.494069 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Checking segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:47.494443 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.494841 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Bound using segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:47.495364 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Bound port: 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:47.496378 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.524539 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for router_gateway (398b0e39-6a1a-4a56-a0ea-6170da512980), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.546649 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.614076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] For port 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:47.618653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] For port 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=4c201d7c-3475-4b1e-b9d2-26e6ba201390,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:47.623618 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Allocated IP 172.20.0.2 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/15dab455-c9ea-4487-87a8-5f1989357c20) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:47.664124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Allocated IP 172.27.0.165 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/98b30771-d235-4d37-9845-b1202fda56b2) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:47.677718 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for router_gateway (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.713668 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.777909 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for port (98b30771-d235-4d37-9845-b1202fda56b2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.816513 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471cab-1944-44f0-9fa8-da3cde475b6f None None] Pushing event updated for resources: {'Port': ['ID=4c201d7c-3475-4b1e-b9d2-26e6ba201390,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:47.825223 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks [] for port (15dab455-c9ea-4487-87a8-5f1989357c20), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.874276 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (98b30771-d235-4d37-9845-b1202fda56b2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.903507 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:47.917169 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:47.923284 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:47.929050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:47.931957 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Pushing event updated for resources: {'Port': ['ID=98b30771-d235-4d37-9845-b1202fda56b2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:47.969524 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:47.983941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:47.987290 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:47.994028 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for router_gateway (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.034857 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Pushing event updated for resources: {'Port': ['ID=15dab455-c9ea-4487-87a8-5f1989357c20,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:48.038324 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.075336 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Attempting to bind port 15dab455-c9ea-4487-87a8-5f1989357c20 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:48.075955 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Attempting to bind port 15dab455-c9ea-4487-87a8-5f1989357c20 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:48.076538 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Attempting to bind port 15dab455-c9ea-4487-87a8-5f1989357c20 on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:48.082757 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:48.083158 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:48.083635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.084031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:48.084497 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Bound port: 15dab455-c9ea-4487-87a8-5f1989357c20, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:48.084879 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.156486 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] For port 15dab455-c9ea-4487-87a8-5f1989357c20, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:48.159744 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] For port 15dab455-c9ea-4487-87a8-5f1989357c20, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=15dab455-c9ea-4487-87a8-5f1989357c20,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:48.190716 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Allocated IP 172.27.0.43 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/36676420-52bb-477c-948f-f7783a084172) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:48.272710 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.313350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for port (36676420-52bb-477c-948f-f7783a084172), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.328861 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 4c201d7c-3475-4b1e-b9d2-26e6ba201390 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:48.354193 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for router_gateway (398b0e39-6a1a-4a56-a0ea-6170da512980), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.373951 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa14d4-9b0f-410b-8ba4-9a6f154803a9 None None] Pushing event updated for resources: {'Port': ['ID=15dab455-c9ea-4487-87a8-5f1989357c20,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:48.405944 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:48.408188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.429851 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (36676420-52bb-477c-948f-f7783a084172), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.484108 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Pushing event updated for resources: {'Port': ['ID=36676420-52bb-477c-948f-f7783a084172,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:48.504824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:48.506292 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:48.513336 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:48.538719 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:48.539370 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.584840 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=4c201d7c-3475-4b1e-b9d2-26e6ba201390,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:48.597371 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.660441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.752054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=4c201d7c-3475-4b1e-b9d2-26e6ba201390,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:48.884657 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Router 398b0e39-6a1a-4a56-a0ea-6170da512980 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:39:48.899420 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for router_gateway (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:48.970824 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a933b1-9967-4a3b-8bc2-fd4fd8e60f20 None None] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:49.008420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:49.024189 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Sync routers for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:49.035420 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:49.036155 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:49.041726 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-03596092-85a7-4a0d-b890-0d1d9f110dc6 None None] Provisioning complete for port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:49.042095 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03596092-85a7-4a0d-b890-0d1d9f110dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.081647 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.086553 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d251aac8-1196-45fb-ae9c-1a8a1fe4df36 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2030580 May 03 16:39:49.087284 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 54970) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:49.150016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.152587 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:49.170004 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-03596092-85a7-4a0d-b890-0d1d9f110dc6 None None] Current status of the port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:49.378369 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:48Z', 'revision_number': 3, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:49.399767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:39:49.419066 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Checking router: 398b0e39-6a1a-4a56-a0ea-6170da512980 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:49.419430 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Updating router 398b0e39-6a1a-4a56-a0ea-6170da512980 port 98b30771-d235-4d37-9845-b1202fda56b2 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:39:49.455865 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (98b30771-d235-4d37-9845-b1202fda56b2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.498324 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-860b3716-7fdc-4f10-adcd-2824320bb629 None None] Provisioning complete for port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:49.498893 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-860b3716-7fdc-4f10-adcd-2824320bb629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.538063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:49.549939 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:49.564392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:49.566739 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:49.627102 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.629848 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-30224e70-4f50-4273-9653-7223f1aa6af1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3090029 May 03 16:39:49.631506 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 54972) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:49.739419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.814633 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks [] for port (98b30771-d235-4d37-9845-b1202fda56b2), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.843859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452d7a6-b65a-4f5a-a7dd-12de5cfec03f None None] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:49.845502 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-860b3716-7fdc-4f10-adcd-2824320bb629 None None] Current status of the port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:49.892914 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:49.907447 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (98b30771-d235-4d37-9845-b1202fda56b2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.960741 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Attempting to bind port 98b30771-d235-4d37-9845-b1202fda56b2 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:49.961414 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Attempting to bind port 98b30771-d235-4d37-9845-b1202fda56b2 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:49.961997 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Attempting to bind port 98b30771-d235-4d37-9845-b1202fda56b2 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:49.969808 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:49.970480 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:49.970979 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.971703 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:49.972090 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Bound port: 98b30771-d235-4d37-9845-b1202fda56b2, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:49.972566 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (98b30771-d235-4d37-9845-b1202fda56b2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:49.974258 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Pushing event updated for resources: {'Port': ['ID=98b30771-d235-4d37-9845-b1202fda56b2,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:49.981766 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Allocated IP 172.20.0.1 (f9fe9496-0012-4966-a4d8-80efce34b4b6/8b3820bc-b8c7-48de-93d1-e30fc2710c68/f4ca4b53-71ca-4245-9c63-ba61453435e5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:50.006906 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.007374 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.009529 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.010123 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.010582 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.011112 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.011439 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.011870 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.012298 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.012723 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.013169 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.013581 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.014005 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.014442 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.014982 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:39:50.059454 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] For port 98b30771-d235-4d37-9845-b1202fda56b2, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:50.063201 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] For port 98b30771-d235-4d37-9845-b1202fda56b2, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=98b30771-d235-4d37-9845-b1202fda56b2,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:50.083421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Provisioning complete for port 15dab455-c9ea-4487-87a8-5f1989357c20 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:50.083793 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.110458 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks [] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.140644 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (98b30771-d235-4d37-9845-b1202fda56b2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.177216 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:48Z', 'revision_number': 3, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:50.194094 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.202642 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:50.203802 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:50.209340 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:50.209689 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Updating router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 port 36676420-52bb-477c-948f-f7783a084172 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:39:50.239027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.260821 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e34f-422e-48bd-a007-ad24d06a8817 None None] Pushing event updated for resources: {'Port': ['ID=98b30771-d235-4d37-9845-b1202fda56b2,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:50.270359 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (36676420-52bb-477c-948f-f7783a084172), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.333066 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Current status of the port 15dab455-c9ea-4487-87a8-5f1989357c20 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:50.333454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.336958 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:50.364248 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:50.372557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:50.376612 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:50.487763 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (398b0e39-6a1a-4a56-a0ea-6170da512980), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.506517 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 4c201d7c-3475-4b1e-b9d2-26e6ba201390 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:50.520054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] For port 15dab455-c9ea-4487-87a8-5f1989357c20, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=15dab455-c9ea-4487-87a8-5f1989357c20,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:50.576273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Allocated IP 172.20.0.1 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/a523e454-cdda-47a6-a3bd-60917b2cd8c7) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:50.589334 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.604279 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:50.736630 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks [] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.745825 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae6fb9-6024-4263-89b9-898e508514f9 None None] Pushing event updated for resources: {'Port': ['ID=15dab455-c9ea-4487-87a8-5f1989357c20,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:50.765230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6dd1f666-26f9-4384-b3f2-08bda40f25de None None] Provisioning complete for port 15dab455-c9ea-4487-87a8-5f1989357c20 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:50.765738 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f666-26f9-4384-b3f2-08bda40f25de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.786629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.794753 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:48Z', 'revision_number': 3, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:50.806276 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:50.806749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.826581 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6d15e-42a9-484d-94f2-8514692447b1 None None] The sync data for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi is: [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:48Z', 'revision_number': 3, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:50.858857 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.905069 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:50.909849 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:50.915865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:50.951038 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Pushing event updated for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:50.964435 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks [] for port (36676420-52bb-477c-948f-f7783a084172), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.978962 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:50.997443 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks [] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.039804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1f666-26f9-4384-b3f2-08bda40f25de None None] Current status of the port 15dab455-c9ea-4487-87a8-5f1989357c20 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:51.048436 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:51.049534 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 15dab455-c9ea-4487-87a8-5f1989357c20 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:51.052741 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (36676420-52bb-477c-948f-f7783a084172), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.073555 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.213498 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Attempting to bind port 36676420-52bb-477c-948f-f7783a084172 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:51.213870 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Attempting to bind port 36676420-52bb-477c-948f-f7783a084172 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:51.214238 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Attempting to bind port 36676420-52bb-477c-948f-f7783a084172 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:51.218697 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf63c-c95f-4838-b0e6-5d12244ad5e5 None None] Pushing event updated for resources: {'Port': ['ID=36676420-52bb-477c-948f-f7783a084172,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:51.220077 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:51.221174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.223201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-94d862d3-0c09-44b2-a80f-61b6d3d000be None None] Provisioning complete for port f4ca4b53-71ca-4245-9c63-ba61453435e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:51.223867 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94d862d3-0c09-44b2-a80f-61b6d3d000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.244567 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (398b0e39-6a1a-4a56-a0ea-6170da512980), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.257162 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:51.257574 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:51.258544 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.259219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:51.259885 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Bound port: 36676420-52bb-477c-948f-f7783a084172, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:51.260134 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (36676420-52bb-477c-948f-f7783a084172), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.343179 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] For port 36676420-52bb-477c-948f-f7783a084172, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:51.346711 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] For port 36676420-52bb-477c-948f-f7783a084172, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=36676420-52bb-477c-948f-f7783a084172,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:51.355229 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 15dab455-c9ea-4487-87a8-5f1989357c20 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:51.355645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.379853 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:51.381463 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:51.430688 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-94d862d3-0c09-44b2-a80f-61b6d3d000be None None] Port f4ca4b53-71ca-4245-9c63-ba61453435e5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:51.442421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (36676420-52bb-477c-948f-f7783a084172), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.443001 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks [] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.523492 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf63c-c95f-4838-b0e6-5d12244ad5e5 None None] Pushing event updated for resources: {'Port': ['ID=36676420-52bb-477c-948f-f7783a084172,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:51.538124 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.538369 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Router 398b0e39-6a1a-4a56-a0ea-6170da512980 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:39:51.595228 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:51.595962 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:51.643085 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b9f11f7d-9a5e-4fc7-a61d-90d3bf26b3d9 None None] Provisioning complete for port a523e454-cdda-47a6-a3bd-60917b2cd8c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:51.643486 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9f11f7d-9a5e-4fc7-a61d-90d3bf26b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.647485 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:51.650849 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Pushing event updated for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:51.680380 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 15dab455-c9ea-4487-87a8-5f1989357c20 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:51.729984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:51.735874 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-be37dc23-68be-4201-92be-3157f6e8213a admin admin] 10.222.0.42 "PUT /v2.0/routers/398b0e39-6a1a-4a56-a0ea-6170da512980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473033 May 03 16:39:51.755975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b9f11f7d-9a5e-4fc7-a61d-90d3bf26b3d9 None None] Port a523e454-cdda-47a6-a3bd-60917b2cd8c7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:51.785524 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:51.793604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:51.795908 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:51.985752 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:39:52.084991 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4af1e7d8-1bec-40dd-aa06-a4bc7786f4e4 None None] Provisioning complete for port f4ca4b53-71ca-4245-9c63-ba61453435e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:52.085371 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4af1e7d8-1bec-40dd-aa06-a4bc7786f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.128552 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:52.135464 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f8271a57-6648-4b42-bb49-f0044162062f admin admin] 10.222.0.42 "PUT /v2.0/routers/afbdebfd-1d9d-46cf-9182-7e596e85d0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5019479 May 03 16:39:52.159320 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4af1e7d8-1bec-40dd-aa06-a4bc7786f4e4 None None] Port f4ca4b53-71ca-4245-9c63-ba61453435e5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:52.219875 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:52.248965 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6381ab-9c88-41d2-aefc-d29de1ffcbc9 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:52.290448 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2aee8b61-e28c-46be-ba7b-7760036617da None None] Provisioning complete for port a523e454-cdda-47a6-a3bd-60917b2cd8c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:52.290906 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2aee8b61-e28c-46be-ba7b-7760036617da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.349325 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2aee8b61-e28c-46be-ba7b-7760036617da None None] Port a523e454-cdda-47a6-a3bd-60917b2cd8c7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:52.379475 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 98b30771-d235-4d37-9845-b1202fda56b2 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:52.439650 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 98b30771-d235-4d37-9845-b1202fda56b2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:52.440086 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (98b30771-d235-4d37-9845-b1202fda56b2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.545801 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 98b30771-d235-4d37-9845-b1202fda56b2 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:52.546413 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (98b30771-d235-4d37-9845-b1202fda56b2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.570628 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 98b30771-d235-4d37-9845-b1202fda56b2, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=98b30771-d235-4d37-9845-b1202fda56b2,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:52.664198 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (98b30771-d235-4d37-9845-b1202fda56b2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.665146 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 15dab455-c9ea-4487-87a8-5f1989357c20 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:52.707026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55000) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:52.726526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1198548737-network', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:52.750413 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=98b30771-d235-4d37-9845-b1202fda56b2,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:52.763746 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 15dab455-c9ea-4487-87a8-5f1989357c20 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:52.764174 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.794627 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55002) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:52.799918 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213011342', 'description': 'tempest-description--1923285833'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:52.852265 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 15dab455-c9ea-4487-87a8-5f1989357c20 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:52.856584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Made reservation on behalf of 57a2b3c5a97d4c75a9dbc02c19df8cf0 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:52.867222 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.869961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.930847 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:52.951269 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks [] for security_group (0548ec15-3db1-4383-8441-8d919c80cb7b), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.010641 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (5bf6fe6c-91c1-4694-92f7-fe4b529c727e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.033482 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Sync routers for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:53.046040 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:53.046706 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:53.050227 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0548ec15-3db1-4383-8441-8d919c80cb7b), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.077806 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:39:53.089546 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0548ec15-3db1-4383-8441-8d919c80cb7b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:53.096124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5bf6fe6c-91c1-4694-92f7-fe4b529c727e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.110327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (848390b5-ac08-4a73-bd8f-74c0884155ba), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.114984 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Added segment 848390b5-ac08-4a73-bd8f-74c0884155ba of type vlan for network 244d139b-bb4d-4387-a1e6-bd3c844ad57b May 03 16:39:53.168637 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6fe6c-91c1-4694-92f7-fe4b529c727e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:53.182973 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:53.193978 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (244d139b-bb4d-4387-a1e6-bd3c844ad57b), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.235600 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.239739 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ef5dda21-5ed7-425d-82c3-65ea035b3a94 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4407320 May 03 16:39:53.240022 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55004) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:53.244686 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '5bf6fe6c-91c1-4694-92f7-fe4b529c727e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:53.302260 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (244d139b-bb4d-4387-a1e6-bd3c844ad57b), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.303310 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:53.303888 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.368243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] Pushing event updated for resources: {'Network': ['ID=244d139b-bb4d-4387-a1e6-bd3c844ad57b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:53.384531 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:39:53.387108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (809922a8-e7d4-4d39-bc91-713af0c55cd9), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.387361 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 2, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:53.416664 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Checking router: 398b0e39-6a1a-4a56-a0ea-6170da512980 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:53.417261 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Updating router 398b0e39-6a1a-4a56-a0ea-6170da512980 port f4ca4b53-71ca-4245-9c63-ba61453435e5 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:39:53.451282 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.458802 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (809922a8-e7d4-4d39-bc91-713af0c55cd9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.473552 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:53.473794 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ca2b67bc-2c11-4055-88dd-363145b6ab58 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7646103 May 03 16:39:53.479100 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Request body: {'subnet': {'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1198548737-subnet', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:53.545629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (809922a8-e7d4-4d39-bc91-713af0c55cd9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.564705 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809922a8-e7d4-4d39-bc91-713af0c55cd9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:53.576455 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Made reservation on behalf of 57a2b3c5a97d4c75a9dbc02c19df8cf0 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:39:53.580216 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14230790'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.675945 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.680068 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b41a4a03-b076-45f3-b397-1b8a1400a4e0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360833 May 03 16:39:53.680836 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55008) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:53.685560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '5bf6fe6c-91c1-4694-92f7-fe4b529c727e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:53.749720 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks [] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.797010 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (34f1dcb4-0d72-4e58-9001-365957789e9c), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.819867 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.874846 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (34f1dcb4-0d72-4e58-9001-365957789e9c), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.878687 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f7ad7-153a-46a7-8e2d-dec2802b0e11 None None] Pushing event updated for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:53.960611 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Attempting to bind port f4ca4b53-71ca-4245-9c63-ba61453435e5 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:53.961312 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Attempting to bind port f4ca4b53-71ca-4245-9c63-ba61453435e5 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:53.961862 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Attempting to bind port f4ca4b53-71ca-4245-9c63-ba61453435e5 on network f9fe9496-0012-4966-a4d8-80efce34b4b6 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:53.967491 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:53.967963 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Checking segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:53.968432 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.969120 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Bound using segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:53.969843 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Bound port: f4ca4b53-71ca-4245-9c63-ba61453435e5, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:53.970289 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:53.970691 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (34f1dcb4-0d72-4e58-9001-365957789e9c), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.007155 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f1dcb4-0d72-4e58-9001-365957789e9c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:54.057071 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] For port f4ca4b53-71ca-4245-9c63-ba61453435e5, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:54.060382 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] For port f4ca4b53-71ca-4245-9c63-ba61453435e5, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f4ca4b53-71ca-4245-9c63-ba61453435e5,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:54.084965 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.090115 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:54.098332 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:54.099418 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1156ea6b-08b3-45cb-a8a9-bd99554df8f1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4173913 May 03 16:39:54.124606 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13750593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14230808'] for subnet (3c684306-db91-42b6-aa9c-4afa7ae61ecc), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.177592 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c684306-db91-42b6-aa9c-4afa7ae61ecc,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:54.182099 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0b8cf667-5892-43e6-a6da-364d4224bd0e None None] Provisioning complete for port f4ca4b53-71ca-4245-9c63-ba61453435e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:54.182631 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf667-5892-43e6-a6da-364d4224bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.188594 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Checking segment: {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:54.188960 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Network hostable DHCP agents. Network: 244d139b-bb4d-4387-a1e6-bd3c844ad57b, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:39:54.202984 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.217876 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cf667-5892-43e6-a6da-364d4224bd0e None None] Port f4ca4b53-71ca-4245-9c63-ba61453435e5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:54.231027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.269692 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:54.270324 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:54.357799 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.408319 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:39:54.412007 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f7ad7-153a-46a7-8e2d-dec2802b0e11 None None] Pushing event updated for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:54.430098 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:54.449535 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 98b30771-d235-4d37-9845-b1202fda56b2 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:54.484869 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.27.0.221 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/a3c4f584-24f8-4ef5-83ff-c4f658731e24) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:54.523495 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 98b30771-d235-4d37-9845-b1202fda56b2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:54.524025 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (98b30771-d235-4d37-9845-b1202fda56b2), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.541219 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 244d139b-bb4d-4387-a1e6-bd3c844ad57b) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:54.547639 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:54.548232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.562540 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18204074-ca13-4e10-8e25-4edc5a81fc7a None None] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:54.605916 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Provisioning complete for port f4ca4b53-71ca-4245-9c63-ba61453435e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:54.606575 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.629220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.678269 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:54.683397 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-63aef960-928f-4578-b486-db25ae118821 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2084525 May 03 16:39:54.685890 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:54.690452 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:39:54.707350 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ff44d-a14e-4db9-af06-1e1e84c257bf None None] The sync data for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi is: [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:54.754069 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.792295 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 98b30771-d235-4d37-9845-b1202fda56b2 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:54.792295 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 36676420-52bb-477c-948f-f7783a084172 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:54.799680 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc488d7-7535-5445-8653-1c09ea2d0b59-244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'fixed_ips': [{'subnet_id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc'}]}} from dv-cinder-840324-1-iscsi. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 16:39:54.799680 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.826881 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12854'] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.830013 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12861'] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.840559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:54.849136 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:54.852291 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:54.865236 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Current status of the port f4ca4b53-71ca-4245-9c63-ba61453435e5 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:54.865634 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.890833 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:54.926132 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=a3c4f584-24f8-4ef5-83ff-c4f658731e24,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:54.968958 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for router_controller (3a088455-c274-4ba2-b0a3-4dbde0cb2067), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:54.980610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:54.981315 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:55.006132 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] For port f4ca4b53-71ca-4245-9c63-ba61453435e5, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f4ca4b53-71ca-4245-9c63-ba61453435e5,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:55.024799 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.045793 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 36676420-52bb-477c-948f-f7783a084172 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:55.046171 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (36676420-52bb-477c-948f-f7783a084172), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.108400 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.199442 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for router_gateway (3a088455-c274-4ba2-b0a3-4dbde0cb2067), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.200045 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Allocated IP 172.20.0.2 (244d139b-bb4d-4387-a1e6-bd3c844ad57b/3c684306-db91-42b6-aa9c-4afa7ae61ecc/965d6bf0-f979-4dab-beda-3fcd7891433e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:55.207797 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.283109 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcc614-a2bd-4822-aaa2-0f74b5f34b5f None None] Pushing event updated for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:55.300762 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:55.379754 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 36676420-52bb-477c-948f-f7783a084172 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:55.380145 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (36676420-52bb-477c-948f-f7783a084172), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.472723 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.548702 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.590156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 36676420-52bb-477c-948f-f7783a084172, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=36676420-52bb-477c-948f-f7783a084172,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:55.635187 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for router_gateway (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.641235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=a3c4f584-24f8-4ef5-83ff-c4f658731e24,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:55.669897 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.680775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.713941 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks [] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.718566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (36676420-52bb-477c-948f-f7783a084172), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.796782 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Allocated IP 172.27.0.6 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/101c0330-f51f-42af-b47b-41cf0838f447) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:55.797810 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=36676420-52bb-477c-948f-f7783a084172,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:55.800603 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:55.826989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.828248 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-71c7e511-66d8-401d-80ce-6a7ddceb50b8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7361212 May 03 16:39:55.831444 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:55.831800 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Updating router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 port a523e454-cdda-47a6-a3bd-60917b2cd8c7 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:39:55.834142 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.920925 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:55.922019 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Pushing event updated for resources: {'Port': ['ID=965d6bf0-f979-4dab-beda-3fcd7891433e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:55.926737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:55.928441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:55.931661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:55.947535 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for port (101c0330-f51f-42af-b47b-41cf0838f447), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.030985 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Attempting to bind port 965d6bf0-f979-4dab-beda-3fcd7891433e on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:56.031372 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Attempting to bind port 965d6bf0-f979-4dab-beda-3fcd7891433e by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:56.031705 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Attempting to bind port 965d6bf0-f979-4dab-beda-3fcd7891433e on network 244d139b-bb4d-4387-a1e6-bd3c844ad57b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:56.040837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (101c0330-f51f-42af-b47b-41cf0838f447), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.090199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:56.090400 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Checking segment: {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:56.090763 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.091480 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Bound using segment: {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:56.091649 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-32497b63-dcf3-46e8-b8d5-73558ea100a5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1213011342&fields=id&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 267 time: 0.0532420 May 03 16:39:56.092145 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Bound port: 965d6bf0-f979-4dab-beda-3fcd7891433e, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:56.092145 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.092927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:56.097817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:56.104631 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:56.134520 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Pushing event updated for resources: {'Port': ['ID=101c0330-f51f-42af-b47b-41cf0838f447,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:56.197084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-f24c67a8-d699-452d-8fae-acd1f18dc17a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:39:56.198898 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-f24c67a8-d699-452d-8fae-acd1f18dc17a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1066315 May 03 16:39:56.221502 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] For port 965d6bf0-f979-4dab-beda-3fcd7891433e, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:56.221986 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-e1325083-f56b-4190-9a68-cb1137d23d71 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/quotas/e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 375 time: 0.0166438 May 03 16:39:56.226650 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] For port 965d6bf0-f979-4dab-beda-3fcd7891433e, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=965d6bf0-f979-4dab-beda-3fcd7891433e,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:56.284164 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-52a78ded-a7c5-4f59-a1d2-f96a49f37756 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611308 May 03 16:39:56.332009 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.378359 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks [] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.408056 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7aea3-77bc-4d38-b7a9-efd85d85fc67 None None] Pushing event updated for resources: {'Port': ['ID=965d6bf0-f979-4dab-beda-3fcd7891433e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:56.432325 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f4ca4b53-71ca-4245-9c63-ba61453435e5 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:56.444086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-337880ff-0f69-4bdf-b880-d4eb95ae9299 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:39:56.452552 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-337880ff-0f69-4bdf-b880-d4eb95ae9299 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1647823 May 03 16:39:56.484363 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.525261 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for router_gateway (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.542429 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port f4ca4b53-71ca-4245-9c63-ba61453435e5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:56.542849 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.564958 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1a434b36-b4be-44af-8c4c-9a8a196c899f service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113198 May 03 16:39:56.582013 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d216c3-ace5-4347-8f9f-ea560da87374 None None] Pushing event updated for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:56.696127 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Attempting to bind port a523e454-cdda-47a6-a3bd-60917b2cd8c7 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:56.696554 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Attempting to bind port a523e454-cdda-47a6-a3bd-60917b2cd8c7 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:56.697010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Attempting to bind port a523e454-cdda-47a6-a3bd-60917b2cd8c7 on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:56.703389 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:56.703596 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-e3ea0cbc-30c8-4b78-9bb0-f74fbc73e3cd service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299043 May 03 16:39:56.703989 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:56.704490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.704976 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:56.705968 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Bound port: a523e454-cdda-47a6-a3bd-60917b2cd8c7, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:56.706439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.806769 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port f4ca4b53-71ca-4245-9c63-ba61453435e5 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:56.807984 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 36676420-52bb-477c-948f-f7783a084172 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:56.832356 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584833'] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.870156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] For port a523e454-cdda-47a6-a3bd-60917b2cd8c7, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:56.874645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] For port a523e454-cdda-47a6-a3bd-60917b2cd8c7, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a523e454-cdda-47a6-a3bd-60917b2cd8c7,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:56.890313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 36676420-52bb-477c-948f-f7783a084172 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:56.890833 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (36676420-52bb-477c-948f-f7783a084172), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.973537 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:56.980951 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Provisioning complete for port a523e454-cdda-47a6-a3bd-60917b2cd8c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:56.981336 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.033146 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ff9c3756-db57-49cd-b2a7-1bad15bd81f6 req-803e696d-e58b-42ce-b4d4-b6d5b3858997 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0275836 May 03 16:39:57.058579 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 36676420-52bb-477c-948f-f7783a084172 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:57.076280 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 is scheduled to L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 16:39:57.095100 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:57.095783 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:57.099842 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d216c3-ace5-4347-8f9f-ea560da87374 None None] Pushing event updated for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:57.201224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Current status of the port a523e454-cdda-47a6-a3bd-60917b2cd8c7 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:57.201620 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.220144 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:39:57.230914 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Sync routers for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:39:57.246340 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:57.251621 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:57.277559 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] For port a523e454-cdda-47a6-a3bd-60917b2cd8c7, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a523e454-cdda-47a6-a3bd-60917b2cd8c7,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:57.299123 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:57.373578 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.378380 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e23bbc16-f7a5-49c2-9fb7-29dd9d6b8bad admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6882877 May 03 16:39:57.378380 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:39:57.465617 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.466241 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:57.613263 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-88c133ff-aab8-4907-b288-34f66398f8ef None None] Provisioning complete for port a523e454-cdda-47a6-a3bd-60917b2cd8c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:57.613701 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c133ff-aab8-4907-b288-34f66398f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.653880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f3553-3b8f-4ffc-bc6f-ee16b023443c None None] Pushing event updated for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:57.727522 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:56Z', 'revision_number': 3, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:57.729297 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:56Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:57.756942 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Checking router: 3a088455-c274-4ba2-b0a3-4dbde0cb2067 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:39:57.757942 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Updating router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 port 101c0330-f51f-42af-b47b-41cf0838f447 binding host dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:39:57.765066 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-88c133ff-aab8-4907-b288-34f66398f8ef None None] Current status of the port a523e454-cdda-47a6-a3bd-60917b2cd8c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:57.769351 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969561e2-e976-44bd-8bf5-c51fce3781ea None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:56Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:57.773378 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d94a1-5271-411c-a6d3-7539bc99bd8e None None] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:39:57.789911 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (101c0330-f51f-42af-b47b-41cf0838f447), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.927812 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d5eee07-822e-40b9-9658-5a0215f30cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:57.936343 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Provisioning complete for port 965d6bf0-f979-4dab-beda-3fcd7891433e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:57.936721 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.143021 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks [] for port (101c0330-f51f-42af-b47b-41cf0838f447), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.181450 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0cdc0220-6063-4f67-929a-9e0257c06ab6 req-66325c31-a4d3-4e61-a4ae-df46de313ac0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0518079 May 03 16:39:58.241172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Current status of the port 965d6bf0-f979-4dab-beda-3fcd7891433e is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:58.242786 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.256385 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (101c0330-f51f-42af-b47b-41cf0838f447), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.332467 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] For port 965d6bf0-f979-4dab-beda-3fcd7891433e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=965d6bf0-f979-4dab-beda-3fcd7891433e,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:39:58.334482 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Attempting to bind port 101c0330-f51f-42af-b47b-41cf0838f447 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:39:58.335142 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Attempting to bind port 101c0330-f51f-42af-b47b-41cf0838f447 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:39:58.336631 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Attempting to bind port 101c0330-f51f-42af-b47b-41cf0838f447 on network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:39:58.364772 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:39:58.365474 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Checking segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:39:58.365875 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.366265 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Bound using segment: {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:39:58.366860 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Bound port: 101c0330-f51f-42af-b47b-41cf0838f447, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b27c46-08c6-4629-a370-a622faff8d1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:39:58.367240 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (101c0330-f51f-42af-b47b-41cf0838f447), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.416481 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.420128 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd31f02-a0a8-4728-84e1-55014552a1ac None None] Pushing event updated for resources: {'Port': ['ID=101c0330-f51f-42af-b47b-41cf0838f447,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:58.459229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.474147 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] For port 101c0330-f51f-42af-b47b-41cf0838f447, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:39:58.478012 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] For port 101c0330-f51f-42af-b47b-41cf0838f447, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=101c0330-f51f-42af-b47b-41cf0838f447,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:39:58.492482 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9b7b-828f-4bd4-9995-e26eef1d981d None None] Pushing event updated for resources: {'Port': ['ID=965d6bf0-f979-4dab-beda-3fcd7891433e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:58.541036 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a523e454-cdda-47a6-a3bd-60917b2cd8c7 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:58.550852 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7d767406-ac3c-4a0c-8aa5-c5b85bf97634 None None] Provisioning complete for port 965d6bf0-f979-4dab-beda-3fcd7891433e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:58.554103 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d767406-ac3c-4a0c-8aa5-c5b85bf97634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.576747 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (101c0330-f51f-42af-b47b-41cf0838f447), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.636564 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port a523e454-cdda-47a6-a3bd-60917b2cd8c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:58.636821 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.641428 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:39:58.642078 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:39:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:58.661667 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Allocated IP 172.20.0.1 (244d139b-bb4d-4387-a1e6-bd3c844ad57b/3c684306-db91-42b6-aa9c-4afa7ae61ecc/a03fe0bb-f484-479b-8fa7-0931589dceb3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:39:58.685470 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd31f02-a0a8-4728-84e1-55014552a1ac None None] Pushing event updated for resources: {'Port': ['ID=101c0330-f51f-42af-b47b-41cf0838f447,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:58.704986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7d767406-ac3c-4a0c-8aa5-c5b85bf97634 None None] Current status of the port 965d6bf0-f979-4dab-beda-3fcd7891433e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:58.759848 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port a523e454-cdda-47a6-a3bd-60917b2cd8c7 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:58.760964 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 965d6bf0-f979-4dab-beda-3fcd7891433e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:39:58.769892 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:39:58.797657 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks [] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.814711 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 965d6bf0-f979-4dab-beda-3fcd7891433e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:58.815116 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.902498 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:58.959196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:58.965433 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:58.970871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:39:58.974342 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Pushing event updated for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:58.978332 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:56Z', 'revision_number': 3, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:39:59.008811 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a1ff2-be2c-4e0e-b115-0973b5c76520 None None] The sync data for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi is: [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:56Z', 'revision_number': 3, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:39:59.024708 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585332'] for router_interface (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.053638 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 965d6bf0-f979-4dab-beda-3fcd7891433e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:39:59.226076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f75f629-675f-4005-a5e4-6d5ba5cad84d None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:39:59.226449 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f75f629-675f-4005-a5e4-6d5ba5cad84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.287675 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.292381 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5f75f629-675f-4005-a5e4-6d5ba5cad84d None None] Port a03fe0bb-f484-479b-8fa7-0931589dceb3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:39:59.301652 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3cffdba-0262-49b3-862a-8a3201f746c9 req-6e2c351c-4eff-4bca-aba5-1e21cbc1b6a5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0549431 May 03 16:39:59.486016 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks [] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.607866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.678584 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Pushing event updated for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:39:59.687078 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585258'] for router_interface (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:39:59.784857 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:39:59.786576 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:39:59.912340 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:00.017783 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0ba6e34c-4747-4538-b635-5873c8c79da5 None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:00.018359 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e34c-4747-4538-b635-5873c8c79da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.027235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:00.041465 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0ae2e1a1-d06e-4ca8-a0f1-2f8352a2c872 admin admin] 10.222.0.42 "PUT /v2.0/routers/3a088455-c274-4ba2-b0a3-4dbde0cb2067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620231 May 03 16:40:00.061347 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6e34c-4747-4538-b635-5873c8c79da5 None None] Port a03fe0bb-f484-479b-8fa7-0931589dceb3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:40:00.167878 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b21edc81-aafe-4092-9d9e-3c1060f7ec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.345270 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 101c0330-f51f-42af-b47b-41cf0838f447 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:00.392551 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c4b18ebd-2b12-436f-bc8a-831207e6c601 req-3367e10e-4149-4619-be7b-1a5bdc518759 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0296252 May 03 16:40:00.402685 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 101c0330-f51f-42af-b47b-41cf0838f447 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:00.406848 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (101c0330-f51f-42af-b47b-41cf0838f447), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.483893 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 101c0330-f51f-42af-b47b-41cf0838f447 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:00.484197 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (101c0330-f51f-42af-b47b-41cf0838f447), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.505463 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] For port 101c0330-f51f-42af-b47b-41cf0838f447, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=101c0330-f51f-42af-b47b-41cf0838f447,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:00.573128 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (101c0330-f51f-42af-b47b-41cf0838f447), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.573927 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 965d6bf0-f979-4dab-beda-3fcd7891433e up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:00.598567 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55060) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:00.603968 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340602019', 'description': 'tempest-secgroup-smoke-340602019 description', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:00.654882 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Pushing event updated for resources: {'Port': ['ID=101c0330-f51f-42af-b47b-41cf0838f447,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:00.666895 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 965d6bf0-f979-4dab-beda-3fcd7891433e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:00.667306 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.698966 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.747164 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 965d6bf0-f979-4dab-beda-3fcd7891433e is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:00.766057 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (65a028b2-76ce-4c38-b81b-7111564a9c59), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.838852 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (65a028b2-76ce-4c38-b81b-7111564a9c59), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.872086 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a028b2-76ce-4c38-b81b-7111564a9c59,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:00.942211 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:00.943582 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f2de9291-a419-4bf8-8a56-5e8cd2bd728f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3437212 May 03 16:40:00.946574 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:00.951042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:01.064505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d3c2efe9-d282-4ce8-ba15-c79390eb3918), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.121183 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d3c2efe9-d282-4ce8-ba15-c79390eb3918), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.121783 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.190733 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (d3c2efe9-d282-4ce8-ba15-c79390eb3918), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.210780 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c2efe9-d282-4ce8-ba15-c79390eb3918,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:01.284496 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.286435 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-388b37eb-d360-49a1-86f9-88cb711f7af7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382266 May 03 16:40:01.289063 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55070) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:01.293440 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:01.390149 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d5a736df-5d20-428f-b0a8-2f9487d9d401), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.448840 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d5a736df-5d20-428f-b0a8-2f9487d9d401), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.551597 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (d5a736df-5d20-428f-b0a8-2f9487d9d401), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.570532 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a736df-5d20-428f-b0a8-2f9487d9d401,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:01.650857 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.652337 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-318909ec-462c-4d0b-b659-83e826503893 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621309 May 03 16:40:01.654992 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55074) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:01.659499 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:01.736950 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e1302b26-bfca-47de-8212-6530d1c7e318 req-472745fd-6c5e-461e-9499-ce32bf603660 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.2948442 May 03 16:40:01.745186 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (7b917963-727b-4919-88dd-074a08a07c92), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.798981 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (7b917963-727b-4919-88dd-074a08a07c92), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.867931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (7b917963-727b-4919-88dd-074a08a07c92), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.887736 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b917963-727b-4919-88dd-074a08a07c92,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:01.955525 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:01.956710 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b94eaf71-cc00-4631-ab37-1d41b1242940 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007069 May 03 16:40:01.959330 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55076) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:01.963811 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:02.056539 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (0f66d268-f776-492b-9937-07e110cff7d2), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.115488 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (0f66d268-f776-492b-9937-07e110cff7d2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.190269 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (0f66d268-f776-492b-9937-07e110cff7d2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.208135 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f66d268-f776-492b-9937-07e110cff7d2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:02.266772 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.268094 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-09f6ec5b-062b-4180-bef5-97cbb3e4f080 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078001 May 03 16:40:02.270967 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:02.276218 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:02.284890 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 101c0330-f51f-42af-b47b-41cf0838f447 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:02.333566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port 101c0330-f51f-42af-b47b-41cf0838f447 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:02.333943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (101c0330-f51f-42af-b47b-41cf0838f447), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.373684 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Project c0ed0b95fc8b4102a612dd3f9f1d8b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:40:02.380029 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d42f5df3-244b-47b8-966b-11ee4a3bf037), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.422417 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port 101c0330-f51f-42af-b47b-41cf0838f447 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:02.451413 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (d42f5df3-244b-47b8-966b-11ee4a3bf037), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.493038 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Sync routers for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:02.503494 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:02.504133 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:02.516184 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (d42f5df3-244b-47b8-966b-11ee4a3bf037), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.534322 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42f5df3-244b-47b8-966b-11ee4a3bf037,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:02.604493 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.608546 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:02.608715 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-78cccb8a-65de-446c-93ff-aee9d67eb0cf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3364222 May 03 16:40:02.613175 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'security_group_rule': {'security_group_id': '65a028b2-76ce-4c38-b81b-7111564a9c59', 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:02.619728 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:02.741923 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Project c0ed0b95fc8b4102a612dd3f9f1d8b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:40:02.747451 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (1602f951-f32b-4bb4-afe2-9c34267d2deb), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.826973 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:59Z', 'revision_number': 4, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a03fe0bb-f484-479b-8fa7-0931589dceb3', 'name': '', 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'mac_address': 'fa:16:3e:d6:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:58Z', 'updated_at': '2022-05-03T16:39:59Z', 'revision_number': 2, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'subnets': [{'id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:02.839313 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (1602f951-f32b-4bb4-afe2-9c34267d2deb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.839599 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-982d4ad2-82b6-4478-8604-f628905b2065 req-6eb492d0-e09d-47e0-a1a3-3e9142449e93 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0296586 May 03 16:40:02.855636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Checking router: 3a088455-c274-4ba2-b0a3-4dbde0cb2067 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:02.855996 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Updating router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 port a03fe0bb-f484-479b-8fa7-0931589dceb3 binding host dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:40:02.888459 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.924661 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (1602f951-f32b-4bb4-afe2-9c34267d2deb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.926275 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:02.943922 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1602f951-f32b-4bb4-afe2-9c34267d2deb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:03.007344 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.008801 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-011cc8e7-c924-470e-9838-4236a3039e5d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992376 May 03 16:40:03.163949 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks [] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.256181 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.330480 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afdc6-4fee-4878-a6fd-4a6bac48dfea None None] Pushing event updated for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:03.362611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Attempting to bind port a03fe0bb-f484-479b-8fa7-0931589dceb3 on host dv-cinder-840324-1-iscsi for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:40:03.362977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Attempting to bind port a03fe0bb-f484-479b-8fa7-0931589dceb3 by drivers openvswitch,hyperv on host dv-cinder-840324-1-iscsi at level 0 using segments [{'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:40:03.363376 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Attempting to bind port a03fe0bb-f484-479b-8fa7-0931589dceb3 on network 244d139b-bb4d-4387-a1e6-bd3c844ad57b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:40:03.369588 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Checking agent: {'id': 'ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840324-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 19, 34), 'started_at': datetime.datetime(2022, 5, 3, 16, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840324-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:40:03.369964 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Checking segment: {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:40:03.370360 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.370750 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Bound using segment: {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:40:03.371208 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Bound port: a03fe0bb-f484-479b-8fa7-0931589dceb3, host: dv-cinder-840324-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848390b5-ac08-4a73-bd8f-74c0884155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:40:03.371626 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.436543 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] For port a03fe0bb-f484-479b-8fa7-0931589dceb3, host dv-cinder-840324-1-iscsi, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:40:03.439712 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] For port a03fe0bb-f484-479b-8fa7-0931589dceb3, host dv-cinder-840324-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a03fe0bb-f484-479b-8fa7-0931589dceb3,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:40:03.510844 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0471920a-f94a-4c36-bbd0-fa7ad7cbe733 None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:03.511216 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0471920a-f94a-4c36-bbd0-fa7ad7cbe733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.535844 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.579202 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0471920a-f94a-4c36-bbd0-fa7ad7cbe733 None None] Port a03fe0bb-f484-479b-8fa7-0931589dceb3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:40:03.609146 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:03.610376 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:03.612287 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afdc6-4fee-4878-a6fd-4a6bac48dfea None None] Pushing event updated for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:03.701741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-9b32f8b2-039b-4683-b9ff-6fc5159c289e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:03.702744 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-9b32f8b2-039b-4683-b9ff-6fc5159c289e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1316965 May 03 16:40:03.755008 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:03.771057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-2f0dbbdf-9d67-4000-8b6c-ed01aa64c599 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 380 time: 0.0592384 May 03 16:40:03.787893 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'port': {'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'admin_state_up': True, 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'security_groups': ['5bf6fe6c-91c1-4694-92f7-fe4b529c727e']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:03.856259 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:03.856259 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:03.985510 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7619bff9-314f-40a3-9680-9fe856d4e6f0 req-348ffbc9-543f-4529-a330-9d5dbf84dbe0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0346060 May 03 16:40:04.015768 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:40:04.019222 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.029050 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Current status of the port a03fe0bb-f484-479b-8fa7-0931589dceb3 is: DOWN; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:04.030586 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.063825 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:59Z', 'revision_number': 4, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a03fe0bb-f484-479b-8fa7-0931589dceb3', 'name': '', 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'mac_address': 'fa:16:3e:d6:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:58Z', 'updated_at': '2022-05-03T16:40:03Z', 'revision_number': 4, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'subnets': [{'id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:04.097026 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a992b22-7967-41eb-8d4b-eceeaa8af1d5 None None] The sync data for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi is: [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:39:59Z', 'revision_number': 4, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a03fe0bb-f484-479b-8fa7-0931589dceb3', 'name': '', 'network_id': '244d139b-bb4d-4387-a1e6-bd3c844ad57b', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'mac_address': 'fa:16:3e:d6:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:58Z', 'updated_at': '2022-05-03T16:40:03Z', 'revision_number': 4, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'subnets': [{'id': '3c684306-db91-42b6-aa9c-4afa7ae61ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:04.099718 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] For port a03fe0bb-f484-479b-8fa7-0931589dceb3, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a03fe0bb-f484-479b-8fa7-0931589dceb3,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:04.165165 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.20.0.11 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/bd41a4bf-7919-4088-928a-1247489f33db) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:40:04.205052 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.250401 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.302016 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661712-4069-4879-8586-40ee7320f3f5 None None] Pushing event updated for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:04.362067 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (bd41a4bf-7919-4088-928a-1247489f33db), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.367399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a03fe0bb-f484-479b-8fa7-0931589dceb3 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:04.419610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:04.420041 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.482741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.501062 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port a03fe0bb-f484-479b-8fa7-0931589dceb3 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:04.533018 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:40:04.536339 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:40:04.539746 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:40:04.577047 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:04.601091 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:04.601984 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.679337 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-24e3c2fa-6df0-4ee4-9d43-b44b2594e2a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8951137 May 03 16:40:04.697330 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Request body: {'port': {'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:04.764478 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bd41a4bf-7919-4088-928a-1247489f33db), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.857022 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-163c86c6-6870-4bae-af97-cb59ac99fef4 None None] Provisioning complete for port bd41a4bf-7919-4088-928a-1247489f33db triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:04.857022 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-163c86c6-6870-4bae-af97-cb59ac99fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bd41a4bf-7919-4088-928a-1247489f33db), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:04.888824 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-163c86c6-6870-4bae-af97-cb59ac99fef4 None None] Port bd41a4bf-7919-4088-928a-1247489f33db cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:40:05.074544 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd41a4bf-7919-4088-928a-1247489f33db {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:40:05.089398 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks [] for port (bd41a4bf-7919-4088-928a-1247489f33db), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:05.124839 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Transition to ACTIVE for port object bd41a4bf-7919-4088-928a-1247489f33db will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:40:05.137211 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44750d-edee-40dc-b9cd-0e304126e6d4 req-69b1311c-2740-4821-8260-027baf4e2b6d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.138851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d44750d-edee-40dc-b9cd-0e304126e6d4 req-69b1311c-2740-4821-8260-027baf4e2b6d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 932 time: 0.0638928 May 03 16:40:05.190563 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d44750d-edee-40dc-b9cd-0e304126e6d4 req-f8d7fc5d-7d16-49ba-9de2-4df589362473 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 May 03 16:40:05.201627 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:05.259865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Pushing event updated for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:05.331919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Attempting to bind port bd41a4bf-7919-4088-928a-1247489f33db on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:40:05.332404 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Attempting to bind port bd41a4bf-7919-4088-928a-1247489f33db by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:40:05.332750 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Attempting to bind port bd41a4bf-7919-4088-928a-1247489f33db on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:40:05.340961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Port bd41a4bf-7919-4088-928a-1247489f33db on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:40:05.341325 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Attempting to bind port bd41a4bf-7919-4088-928a-1247489f33db on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:40:05.347632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:40:05.351371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:40:05.351371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:40:05.351371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Bound port: bd41a4bf-7919-4088-928a-1247489f33db, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:40:05.351371 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bd41a4bf-7919-4088-928a-1247489f33db), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:05.423750 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:40:05.427121 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=bd41a4bf-7919-4088-928a-1247489f33db,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:40:05.519824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:05.557467 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.558092 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:05.559567 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd41a4bf-7919-4088-928a-1247489f33db HTTP/1.1" status: 200 len: 1094 time: 0.8672543 May 03 16:40:05.560009 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:05.562279 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e" -d '{"events": [{"name": "network-changed", "server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "tag": "bd41a4bf-7919-4088-928a-1247489f33db"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:05.602013 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5966007-05ae-4617-82c3-e030be05dd2e x-openstack-request-id: req-f5966007-05ae-4617-82c3-e030be05dd2e {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:05.602314 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "tag": "bd41a4bf-7919-4088-928a-1247489f33db", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:05.602571 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5966007-05ae-4617-82c3-e030be05dd2e {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:05.602992 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5966007-05ae-4617-82c3-e030be05dd2e'] response: {'name': 'network-changed', 'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db', 'status': 'completed', 'code': 200} May 03 16:40:05.604142 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652dfb-1300-4cff-9b49-583bba024031 service neutron] Pushing event updated for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:05.676705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-538ab9cc-410c-4d18-9240-325a6c6e4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.678292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-538ab9cc-410c-4d18-9240-325a6c6e4e30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 1128 time: 0.0412986 May 03 16:40:05.787584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-70a347d1-671a-4d37-8a96-b6ec0918611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.789197 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-70a347d1-671a-4d37-8a96-b6ec0918611d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e36f54435f99423f9fb3f1ca18184f44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1041772 May 03 16:40:05.887402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-a42f90a9-9d8e-476e-9151-d74fd2de1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.888868 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ee3ccbd-3216-4ccc-8b96-8aa8670a313e req-a42f90a9-9d8e-476e-9151-d74fd2de1203 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940998 May 03 16:40:05.970070 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-d763faf2-39bc-4e7b-8186-2dde117a1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:05.971517 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-d763faf2-39bc-4e7b-8186-2dde117a1b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 1128 time: 0.0463829 May 03 16:40:06.018003 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-afe6242a-84c0-45fc-8200-43a09db842cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41a4bf-7919-4088-928a-1247489f33db HTTP/1.1" status: 200 len: 217 time: 0.0380707 May 03 16:40:06.072087 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-e98a9494-6ecf-4c5b-b7e1-5cbcf7f4ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:06.074326 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-e98a9494-6ecf-4c5b-b7e1-5cbcf7f4ec21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0492013 May 03 16:40:06.120140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-433cca44-24a8-4b56-af08-6398b731ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:06.121661 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-433cca44-24a8-4b56-af08-6398b731ba63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418043 May 03 16:40:06.226588 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-28207bd0-e1e3-42d6-8768-7550ac6d96ff service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943122 May 03 16:40:06.310077 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a03fe0bb-f484-479b-8fa7-0931589dceb3 up at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:06.367560 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Provisioning complete for port a03fe0bb-f484-479b-8fa7-0931589dceb3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:06.367944 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:06.369521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d27f6-25c2-4df9-a31d-f91ad564fe60 req-df3906d6-4b13-4725-96b4-5855a448cf58 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:06.373278 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b36d27f6-25c2-4df9-a31d-f91ad564fe60 req-df3906d6-4b13-4725-96b4-5855a448cf58 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 944 time: 0.0687561 May 03 16:40:06.393259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3cbccd7e-b9f7-4f8d-aabf-c01a3c8d859f req-44090ade-ee44-4472-a1a2-326e827a3eaa service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636958 May 03 16:40:06.445525 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b36d27f6-25c2-4df9-a31d-f91ad564fe60 req-b8d84d96-5065-42ee-a357-2887a77eb188 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644219 May 03 16:40:06.466529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Current status of the port a03fe0bb-f484-479b-8fa7-0931589dceb3 is: ACTIVE; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:07.563233 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cac1b-c262-4e76-9c7f-5bb413ba23c4 req-bf0c6eff-99a3-4f7c-bcb0-5d24df3deaf8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:07.564725 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4c0cac1b-c262-4e76-9c7f-5bb413ba23c4 req-bf0c6eff-99a3-4f7c-bcb0-5d24df3deaf8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 944 time: 0.0496550 May 03 16:40:07.611205 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4c0cac1b-c262-4e76-9c7f-5bb413ba23c4 req-690c1fe7-be5f-4db1-9492-479731a73590 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407619 May 03 16:40:08.724092 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302345b6-b902-42c5-b8a9-90a26ab4cb8e req-b8eea921-22fb-41ae-9a5d-7a68b634c307 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:08.725628 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-302345b6-b902-42c5-b8a9-90a26ab4cb8e req-b8eea921-22fb-41ae-9a5d-7a68b634c307 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 944 time: 0.0492222 May 03 16:40:08.773735 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-302345b6-b902-42c5-b8a9-90a26ab4cb8e req-f1415601-2a13-49ed-8196-7d2b46428e0f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 May 03 16:40:09.558918 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:09.889033 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d3c8-9fff-4acb-958f-587b8e4b61f3 req-8bcc32b9-736a-4518-9a8b-51342b9c77ef tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:09.890487 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3712d3c8-9fff-4acb-958f-587b8e4b61f3 req-8bcc32b9-736a-4518-9a8b-51342b9c77ef tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 944 time: 0.0465269 May 03 16:40:09.939206 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3712d3c8-9fff-4acb-958f-587b8e4b61f3 req-8e893ef7-5df4-462e-b2d1-c880d1f0aca3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 May 03 16:40:11.048134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be4b2-cbed-4ae5-8ea5-a299d26cb993 req-c4107e04-cfb0-492d-9979-553eff7d997b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:11.049576 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d80be4b2-cbed-4ae5-8ea5-a299d26cb993 req-c4107e04-cfb0-492d-9979-553eff7d997b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 944 time: 0.0447986 May 03 16:40:11.101854 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d80be4b2-cbed-4ae5-8ea5-a299d26cb993 req-105de33a-c318-4e0d-af69-8fa18c7070d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 May 03 16:40:11.654677 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device bd41a4bf-7919-4088-928a-1247489f33db details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:40:11.753609 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=bd41a4bf-7919-4088-928a-1247489f33db,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:11.764892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'bd41a4bf-7919-4088-928a-1247489f33db', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:40:11.800898 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port bd41a4bf-7919-4088-928a-1247489f33db is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:11.801286 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bd41a4bf-7919-4088-928a-1247489f33db), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:11.815747 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd41a4bf-7919-4088-928a-1247489f33db {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:40:11.835517 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=bd41a4bf-7919-4088-928a-1247489f33db,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:11.892832 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:11.944023 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:12.216000 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63603ce2-6239-43ae-9741-547e9ccf0350 req-b903d6bb-3a0f-4124-ae9c-e11c0f4973d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:12.217369 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63603ce2-6239-43ae-9741-547e9ccf0350 req-b903d6bb-3a0f-4124-ae9c-e11c0f4973d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 945 time: 0.0462832 May 03 16:40:12.265153 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-63603ce2-6239-43ae-9741-547e9ccf0350 req-16072bb7-dfd6-450a-b145-494bfee0e17d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 May 03 16:40:12.429223 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['bd41a4bf-7919-4088-928a-1247489f33db'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:40:13.380220 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83385c7e-dd24-4308-a800-e6df97cd4f94 req-d1a7625b-cb25-4d19-a933-cb25fd94e67f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:13.381693 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-83385c7e-dd24-4308-a800-e6df97cd4f94 req-d1a7625b-cb25-4d19-a933-cb25fd94e67f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 945 time: 0.0488682 May 03 16:40:13.429038 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-83385c7e-dd24-4308-a800-e6df97cd4f94 req-57165c03-3a4b-40ee-bb17-4bfce46f1d36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 May 03 16:40:13.670661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device bd41a4bf-7919-4088-928a-1247489f33db up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:13.716396 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port bd41a4bf-7919-4088-928a-1247489f33db completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:40:13.778565 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port bd41a4bf-7919-4088-928a-1247489f33db triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:13.778947 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (bd41a4bf-7919-4088-928a-1247489f33db), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:13.859642 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port bd41a4bf-7919-4088-928a-1247489f33db is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:13.860030 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (bd41a4bf-7919-4088-928a-1247489f33db), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:13.884069 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:13.886874 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2944c9b-9020-41fc-855c-0f13460d6ca1" -d '{"events": [{"server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd41a4bf-7919-4088-928a-1247489f33db"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:13.899996 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=bd41a4bf-7919-4088-928a-1247489f33db,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:13.973276 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:14.016421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b9f07-80d4-4bfa-9565-20f407f3c926 x-openstack-request-id: req-511b9f07-80d4-4bfa-9565-20f407f3c926 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:14.022653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd41a4bf-7919-4088-928a-1247489f33db", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:14.022653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-511b9f07-80d4-4bfa-9565-20f407f3c926 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:14.022653 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511b9f07-80d4-4bfa-9565-20f407f3c926'] response: {'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db', 'code': 200} May 03 16:40:14.026986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:14.142859 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:40:14.528771 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea457b-ca35-4859-887a-c42317410589 req-e92f5043-052f-4690-b849-c9f26e2c8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:14.530250 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea457b-ca35-4859-887a-c42317410589 req-e92f5043-052f-4690-b849-c9f26e2c8342 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 1130 time: 0.0668812 May 03 16:40:14.559700 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfa4e-902a-4101-9f5f-34b4db5a1363 req-3a1632ce-aa39-4feb-b208-42a12bb3c4c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:14.561091 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9d4bfa4e-902a-4101-9f5f-34b4db5a1363 req-3a1632ce-aa39-4feb-b208-42a12bb3c4c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0632617 May 03 16:40:14.605228 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-20ea457b-ca35-4859-887a-c42317410589 req-24bb8f3c-0231-465d-aee7-7a3aa771e742 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675247 May 03 16:40:14.626240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9d4bfa4e-902a-4101-9f5f-34b4db5a1363 req-ef476cde-0052-4b28-b7b8-b4fdf8898dc9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592883 May 03 16:40:15.743137 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb184c-3284-44d2-bf7a-7a4479d86f2c req-bdd20311-8369-45a5-abf4-9ba1f243e26a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:15.745252 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a0cb184c-3284-44d2-bf7a-7a4479d86f2c req-bdd20311-8369-45a5-abf4-9ba1f243e26a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0469356 May 03 16:40:15.796403 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a0cb184c-3284-44d2-bf7a-7a4479d86f2c req-77cef40d-6f5e-4864-8dc5-4d13d560274e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 May 03 16:40:16.909927 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a342-5a3e-4d36-8d08-f0d80824e62a req-bb8fee38-455d-495a-a035-329c110191d9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:16.911417 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-80c6a342-5a3e-4d36-8d08-f0d80824e62a req-bb8fee38-455d-495a-a035-329c110191d9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0469310 May 03 16:40:16.960288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-80c6a342-5a3e-4d36-8d08-f0d80824e62a req-48dedae5-9a6c-4b5f-a827-2b9341923d2f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 May 03 16:40:17.066158 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbff6d5-bb38-4137-a42c-65e430a0dd3e req-da53b28d-ff22-4185-93cc-ce9e7999544c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:17.067617 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-8fbff6d5-bb38-4137-a42c-65e430a0dd3e req-da53b28d-ff22-4185-93cc-ce9e7999544c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0459580 May 03 16:40:17.079305 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:17.083946 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:17.126598 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:17.563669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:17.629952 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:17.732797 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 39c0a603-5fff-48f0-8411-79911561f187 associated. External IP: 172.27.0.221, port: bd41a4bf-7919-4088-928a-1247489f33db. May 03 16:40:17.917288 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-ee0f5dbe-8e45-494c-a665-3d7f183fb238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435324 May 03 16:40:17.975378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:18.054734 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-816c351b-33a7-40d1-bd56-77a870373cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.056502 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-816c351b-33a7-40d1-bd56-77a870373cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1130 time: 0.0755022 May 03 16:40:18.171802 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:18.177436 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:18.181306 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:18.190710 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:18.191350 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:18.219394 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-80d6b4be-3aa7-48e5-ad99-aaf6706ccfab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "PUT /v2.0/floatingips/39c0a603-5fff-48f0-8411-79911561f187 HTTP/1.1" status: 200 len: 992 time: 1.1387162 May 03 16:40:18.224538 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:18.226706 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1" -d '{"events": [{"name": "network-changed", "server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "tag": "bd41a4bf-7919-4088-928a-1247489f33db"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:18.233662 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-4037c48c-010c-4e25-8191-69c26aadbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.235315 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-4037c48c-010c-4e25-8191-69c26aadbf34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.1608870 May 03 16:40:18.282881 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b0b076-06dd-4fdd-9917-080b76d05e33 x-openstack-request-id: req-44b0b076-06dd-4fdd-9917-080b76d05e33 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:18.283171 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "tag": "bd41a4bf-7919-4088-928a-1247489f33db", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:18.283448 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44b0b076-06dd-4fdd-9917-080b76d05e33 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:18.283898 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b0b076-06dd-4fdd-9917-080b76d05e33'] response: {'name': 'network-changed', 'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db', 'status': 'completed', 'code': 200} May 03 16:40:18.308883 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:18.309338 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-2929fae8-9dd9-41d2-b93f-0c2509832e31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 200 len: 1001 time: 0.0667052 May 03 16:40:18.326148 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-7f49acda-a8f4-485f-84f1-0f8feb2b53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.327748 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-7f49acda-a8f4-485f-84f1-0f8feb2b53a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 1130 time: 0.0387130 May 03 16:40:18.359599 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-3735080a-debe-4b5f-b02d-088db29497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.361451 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-3735080a-debe-4b5f-b02d-088db29497ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0464282 May 03 16:40:18.406053 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-adcfa594-fa70-4caf-b53d-1c00d4e94168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.408082 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-adcfa594-fa70-4caf-b53d-1c00d4e94168 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403314 May 03 16:40:18.421145 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-d5914384-e812-4c8e-8d55-e8769a1d59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.422698 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-d5914384-e812-4c8e-8d55-e8769a1d59bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0893381 May 03 16:40:18.495768 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-8a597dd4-3566-4ccd-87cf-911eeabff643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41a4bf-7919-4088-928a-1247489f33db HTTP/1.1" status: 200 len: 1000 time: 0.0671628 May 03 16:40:18.506308 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-8ff85b98-e70f-4741-82f1-93d5286bfe5d service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923383 May 03 16:40:18.550191 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-0796b772-9dd8-4417-a18f-ae81e71890bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.551749 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-0796b772-9dd8-4417-a18f-ae81e71890bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0503094 May 03 16:40:18.596663 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-8c40b0d3-5282-4a2b-9d5d-6afd95847845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:18.598171 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-8c40b0d3-5282-4a2b-9d5d-6afd95847845 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395937 May 03 16:40:18.601525 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0d492bc7-28eb-4dd5-9e97-abb46183d163 req-8ecd2b47-d634-40e3-a39d-eb282b2a670b service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891469 May 03 16:40:18.622987 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:17Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:18.653333 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:18.661688 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:18.662302 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:18.699192 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-09e4fd77-34d9-4638-acec-6e52c2ea90fa service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917153 May 03 16:40:18.774846 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:18.789414 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-182dae7f-16bb-42e0-bfd8-f8b314f2dff1 req-d2cf3289-5a82-47eb-ae8f-b5eb90e63176 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 May 03 16:40:18.994314 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:17Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:19.023650 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9a3ba-570b-461b-8768-ccf10cb6b4f4 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:17Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:19.207228 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532e9bb-47b4-4bf3-9b44-4ae6e94e0400 None None] New status for floating IP 39c0a603-5fff-48f0-8411-79911561f187: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:40:27.920611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f34f8a5-d094-4255-99e8-4dc5fb747006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.157964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:28.308271 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port dbae93ac-3f37-423c-a25a-b80b22cdb07f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:28.308614 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.384011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.384337 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (dbae93ac-3f37-423c-a25a-b80b22cdb07f), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.397740 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for dbae93ac-3f37-423c-a25a-b80b22cdb07f owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:28.626526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (dbae93ac-3f37-423c-a25a-b80b22cdb07f), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.649738 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=dbae93ac-3f37-423c-a25a-b80b22cdb07f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:28.659615 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.660025 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.660299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.660638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.660972 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.661333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.661618 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.661944 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.662270 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.662596 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.662919 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.663244 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.663587 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.663907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.664223 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:28.727963 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:28.728296 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP 1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca disassociated (deleted). External IP: 172.27.0.52, port: f33cac7e-11c8-4ba3-b069-29240104b5b3. May 03 16:40:29.210976 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:29.350243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:29.357847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:29.360592 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:29.365412 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-1be6110b-eb23-4728-9677-a66ab0032faa tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340602019&fields=id&tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e HTTP/1.1" status: 200 len: 267 time: 0.0991046 May 03 16:40:29.370133 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:29.370755 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:29.418591 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2662ba10-af47-4b2a-a6ea-e19d131d1fe3 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "DELETE /v2.0/floatingips/1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca HTTP/1.1" status: 204 len: 168 time: 1.2595115 May 03 16:40:29.421220 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:29.423537 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:29.485973 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:29.501294 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-c88e9056-3233-41b4-9f1d-b13206ec9d60 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:29.502774 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-c88e9056-3233-41b4-9f1d-b13206ec9d60 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 809 time: 0.1216044 May 03 16:40:29.518929 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-f8732cc5-7be3-4194-bf3e-61d95fa7e169 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/quotas/c0ed0b95fc8b4102a612dd3f9f1d8b2e HTTP/1.1" status: 200 len: 375 time: 0.0105875 May 03 16:40:29.568405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-1cae7902-871a-4222-bee7-60872a5e31c2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434570 May 03 16:40:29.654069 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-8c714d48-578b-4854-b605-71f686c06901 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:40:29.655117 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-8c714d48-578b-4854-b605-71f686c06901 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0747378 May 03 16:40:29.708007 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:29.741849 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:29.751140 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:29.751807 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:29.755763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-c0af291f-3007-4273-8fef-363e1fd1c17f service neutron] 10.222.0.42 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944245 May 03 16:40:29.850034 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545efacf-9475-4585-a68b-8cc742656a72 x-openstack-request-id: req-545efacf-9475-4585-a68b-8cc742656a72 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:29.850321 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:29.850568 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-545efacf-9475-4585-a68b-8cc742656a72 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:29.850961 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545efacf-9475-4585-a68b-8cc742656a72'] response: {'name': 'network-changed', 'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'status': 'completed', 'code': 200} May 03 16:40:29.857080 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-2f1fd830-c1b7-4307-8a50-d23934fa44a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952599 May 03 16:40:29.864897 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:29.948659 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedd2aa-6638-4712-8b76-38bcf2175817 req-87e1a0d4-01a4-4e06-92c3-673e8e72ce17 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:29.950961 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-efedd2aa-6638-4712-8b76-38bcf2175817 req-87e1a0d4-01a4-4e06-92c3-673e8e72ce17 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0535543 May 03 16:40:30.014208 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-efedd2aa-6638-4712-8b76-38bcf2175817 req-5a625e90-c067-4c18-9c9d-4de3820c9f5b tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570250 May 03 16:40:30.105374 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:30.135692 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d79bc4-5b74-489f-9d7d-10aa79913738 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': 'bb99935e-ae98-497c-a03c-550f5f740157', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'port_id': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'mac_address': 'fa:16:3e:0a:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:34:56Z', 'updated_at': '2022-05-03T16:34:59Z', 'revision_number': 1, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:30.175377 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74ba9827-f4bf-43d7-b6bc-3c1d329dea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:30.375913 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff915b-7101-4559-bfd9-24d60c32180c None None] New status for floating IP 1230f4fd-f8fc-4c8a-926c-c7d6bc51a1ca: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:40:30.429832 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6613d395-1b72-46cd-97bf-f967f3229891 req-851d7ef3-cd47-4dc6-ad6d-0263377956f9 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 210 time: 0.0268381 May 03 16:40:30.959311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-afaf22d7-c250-492b-9ebd-f47ffede0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:30.960803 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-afaf22d7-c250-492b-9ebd-f47ffede0b8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 1130 time: 0.0391884 May 03 16:40:31.062358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-c1fc0426-194b-4f2e-8d33-085280e42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:31.063696 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:31.064089 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-c1fc0426-194b-4f2e-8d33-085280e42f22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.0963423 May 03 16:40:31.108476 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-a5c42671-c4ae-42c1-bd96-9b00e3fcbcf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0348272 May 03 16:40:31.129694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bbe28-a56c-4cc7-9b4e-e342b17a5008 req-aa6a8bf9-0440-42c2-a779-612e4ee76481 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:31.136429 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc2bbe28-a56c-4cc7-9b4e-e342b17a5008 req-aa6a8bf9-0440-42c2-a779-612e4ee76481 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0476613 May 03 16:40:31.163194 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-4fb09b34-d311-4a5b-8c34-3a1e073480b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:31.164741 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-4fb09b34-d311-4a5b-8c34-3a1e073480b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0490386 May 03 16:40:31.183952 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc2bbe28-a56c-4cc7-9b4e-e342b17a5008 req-5415e86e-d187-4cfc-b2fa-292ec8600571 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 May 03 16:40:31.211738 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-7da4cda0-97c8-495a-8f32-ce6ca8b9918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:31.213248 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-7da4cda0-97c8-495a-8f32-ce6ca8b9918f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417850 May 03 16:40:31.306969 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-4dfc1000-7152-47ec-8386-26c35debf72c service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 May 03 16:40:31.411589 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ebf38eca-ec8f-4f4c-ae6e-4d9bfb2e4ec1 req-4afcc6a0-3057-4734-9a02-555c01117f2c service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 May 03 16:40:31.533776 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c9382ea-0480-4ff7-b77b-268fa2bd98d1 req-2c12b31e-8113-462c-9353-2e1e086a047f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 210 time: 0.0308809 May 03 16:40:31.763212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-8ec6d2cc-65e7-4324-a389-c7e2130f7633 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:31.764716 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-8ec6d2cc-65e7-4324-a389-c7e2130f7633 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 946 time: 0.0457351 May 03 16:40:31.861527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port f33cac7e-11c8-4ba3-b069-29240104b5b3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:31.861870 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:31.950347 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] For port f33cac7e-11c8-4ba3-b069-29240104b5b3, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=f33cac7e-11c8-4ba3-b069-29240104b5b3,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:31.950704 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:31.968039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for f33cac7e-11c8-4ba3-b069-29240104b5b3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:32.200995 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (f33cac7e-11c8-4ba3-b069-29240104b5b3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:32.230428 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=f33cac7e-11c8-4ba3-b069-29240104b5b3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:32.247042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.247531 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.247892 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.248246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.248590 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.248931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.249281 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.249589 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.249925 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.250259 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.250598 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.250930 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.251291 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.251615 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.251950 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:32.285920 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-087f02ec-1fc9-4870-9169-b0de395ffc26 req-937fa43c-0fd7-4d0d-9a7f-555c18f84aaf tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 210 time: 0.0313654 May 03 16:40:32.291971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] No DVR routers for this DVR port f33cac7e-11c8-4ba3-b069-29240104b5b3 on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:32.296247 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:32.298684 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-06c5686b-dc05-43e4-b22e-8ce848806ef0 req-a6aaf6eb-b1f4-42a1-b08a-9de956867edd tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "DELETE /v2.0/ports/f33cac7e-11c8-4ba3-b069-29240104b5b3 HTTP/1.1" status: 204 len: 173 time: 0.5291703 May 03 16:40:32.299130 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'name': 'network-vif-deleted', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:32.301419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3716a7a3-e5c2-4c17-abcf-64f0c5e1543e" -d '{"events": [{"server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "name": "network-vif-deleted", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:32.392285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df885408-5cbc-4f28-bbd8-2b23e2b71d4a x-openstack-request-id: req-df885408-5cbc-4f28-bbd8-2b23e2b71d4a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:32.392578 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d981f8bd-36d5-48df-9a7a-b463c1cc8e94", "name": "network-vif-deleted", "tag": "f33cac7e-11c8-4ba3-b069-29240104b5b3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:32.392830 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df885408-5cbc-4f28-bbd8-2b23e2b71d4a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:32.393235 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df885408-5cbc-4f28-bbd8-2b23e2b71d4a'] response: {'server_uuid': 'd981f8bd-36d5-48df-9a7a-b463c1cc8e94', 'name': 'network-vif-deleted', 'tag': 'f33cac7e-11c8-4ba3-b069-29240104b5b3', 'status': 'completed', 'code': 200} May 03 16:40:32.631853 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c13ce093-2986-4618-a9ea-4db62ea406e1 req-6fb33f23-4414-4017-851a-f32f92518979 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 210 time: 0.0286155 May 03 16:40:32.897900 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:32.926493 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-abf4e91c-a0f0-49de-87fa-0e62b7be41e5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:32.927988 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-abf4e91c-a0f0-49de-87fa-0e62b7be41e5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 809 time: 0.1007516 May 03 16:40:33.005977 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-6804146b-10f7-41b5-bc99-dc9e9a92ca34 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e HTTP/1.1" status: 200 len: 379 time: 0.0613704 May 03 16:40:33.016149 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'port': {'device_id': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'admin_state_up': True, 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'security_groups': ['65a028b2-76ce-4c38-b81b-7111564a9c59']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:33.200997 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Made reservation on behalf of c0ed0b95fc8b4102a612dd3f9f1d8b2e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:40:33.204949 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.340690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Allocated IP 172.20.0.6 (f9fe9496-0012-4966-a4d8-80efce34b4b6/8b3820bc-b8c7-48de-93d1-e30fc2710c68/90c4dba3-db83-4133-95e3-d88bfc5fa25e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:40:33.396327 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d2d456a6-508d-48a5-80a9-4a186d8f55b3 req-5d1f0de1-d7d2-42a5-a02d-343319071016 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=d981f8bd-36d5-48df-9a7a-b463c1cc8e94 HTTP/1.1" status: 200 len: 210 time: 0.0282483 May 03 16:40:33.488833 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.587220 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.628810 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:40:33.631935 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:40:33.634471 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:40:33.673720 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:33.698549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:33.699285 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.766303 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb269-2b9d-46f4-8c75-40a59255b2d1 req-7b6c7225-7cf4-4838-b909-35d27fb08bc5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:33.771755 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21feb269-2b9d-46f4-8c75-40a59255b2d1 req-7b6c7225-7cf4-4838-b909-35d27fb08bc5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 931 time: 0.0537310 May 03 16:40:33.811860 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device f33cac7e-11c8-4ba3-b069-29240104b5b3 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:33.818235 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4356a499-b723-435e-a279-331398d24958 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069296 May 03 16:40:33.830442 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Request body: {'port': {'device_id': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:33.834980 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-21feb269-2b9d-46f4-8c75-40a59255b2d1 req-451d0594-fc61-4545-b36d-bd3d30fc124d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597491 May 03 16:40:33.845529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: f33cac7e-11c8-4ba3-b069-29240104b5b3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:33.846119 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device f33cac7e-11c8-4ba3-b069-29240104b5b3 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:33.897312 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.925399 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5ffbe51b-90b9-4449-b3db-45118bfd5509 None None] Provisioning complete for port 90c4dba3-db83-4133-95e3-d88bfc5fa25e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:33.925998 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe51b-90b9-4449-b3db-45118bfd5509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:33.960511 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbe51b-90b9-4449-b3db-45118bfd5509 None None] Port 90c4dba3-db83-4133-95e3-d88bfc5fa25e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:40:34.166029 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c4dba3-db83-4133-95e3-d88bfc5fa25e {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:40:34.174023 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks [] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.186680 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Transition to ACTIVE for port object 90c4dba3-db83-4133-95e3-d88bfc5fa25e will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:40:34.189386 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.263177 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.315020 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:34.391172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Attempting to bind port 90c4dba3-db83-4133-95e3-d88bfc5fa25e on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:40:34.391172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Attempting to bind port 90c4dba3-db83-4133-95e3-d88bfc5fa25e by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:40:34.391172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Attempting to bind port 90c4dba3-db83-4133-95e3-d88bfc5fa25e on network f9fe9496-0012-4966-a4d8-80efce34b4b6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:40:34.393548 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Port 90c4dba3-db83-4133-95e3-d88bfc5fa25e on network f9fe9496-0012-4966-a4d8-80efce34b4b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:40:34.394078 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Attempting to bind port 90c4dba3-db83-4133-95e3-d88bfc5fa25e on network f9fe9496-0012-4966-a4d8-80efce34b4b6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:40:34.399404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:40:34.399750 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Checking segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:40:34.400140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Bound using segment: {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:40:34.400580 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Bound port: 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0c5f9e-5b2e-476b-ab59-85176fd04db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:40:34.400942 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.470393 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:40:34.473141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:40:34.544772 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.588465 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:34.589567 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:34.593574 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] 10.222.0.36 "PUT /v2.0/ports/90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 1093 time: 0.7674692 May 03 16:40:34.594249 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:34.605172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:34.635550 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df164-235d-4cb0-a286-1502dfb09bba service neutron] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:34.650420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c29d37-26cb-4c40-a3a8-4fe7352f0921 x-openstack-request-id: req-b0c29d37-26cb-4c40-a3a8-4fe7352f0921 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:34.650853 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:34.651170 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0c29d37-26cb-4c40-a3a8-4fe7352f0921 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:34.651710 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c29d37-26cb-4c40-a3a8-4fe7352f0921'] response: {'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'status': 'completed', 'code': 200} May 03 16:40:34.713580 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-be8b0c9d-4a70-402a-ab5c-dcd8f8f0e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:34.715558 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-be8b0c9d-4a70-402a-ab5c-dcd8f8f0e51f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1127 time: 0.0452559 May 03 16:40:34.828461 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-c0804ffd-b527-41ad-b770-c80faa23db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:34.830229 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-c0804ffd-b527-41ad-b770-c80faa23db61 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1078367 May 03 16:40:34.928775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-9a29f671-aedc-4266-99b0-890b7b8a6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:34.930326 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-90e1296d-03c4-4e3b-bcc2-0b5b1339ba52 req-9a29f671-aedc-4266-99b0-890b7b8a6d48 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939608 May 03 16:40:34.953521 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb66ac-63ea-4c24-8adb-381392c83135 req-1c0b6bef-5624-4ec5-be9d-d5f4b4c57a0f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:34.955317 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6cfb66ac-63ea-4c24-8adb-381392c83135 req-1c0b6bef-5624-4ec5-be9d-d5f4b4c57a0f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0494778 May 03 16:40:35.003480 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-0495a762-67f7-42ce-b8c2-02707fe1baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:35.005022 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-0495a762-67f7-42ce-b8c2-02707fe1baea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1127 time: 0.0384104 May 03 16:40:35.005241 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6cfb66ac-63ea-4c24-8adb-381392c83135 req-6d8c702f-5837-4e00-8149-6cd02f30541b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440912 May 03 16:40:35.047616 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-0fb03087-2bff-4ba1-be5b-058caab6b658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 217 time: 0.0345075 May 03 16:40:35.098980 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-b771d594-db8c-4cbf-b0f4-44a4bbb92980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:35.100466 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-b771d594-db8c-4cbf-b0f4-44a4bbb92980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0467157 May 03 16:40:35.144004 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4116e3f0-85a7-4508-9467-dd115269085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:35.145472 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-4116e3f0-85a7-4508-9467-dd115269085e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390685 May 03 16:40:35.235582 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-3852366f-043f-4019-b655-b59362a2223c service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 May 03 16:40:35.327875 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e0b2cc78-f2d9-4775-9672-3f9961ebee60 req-cf73edb5-8f22-408a-95ee-39b08b4c13d4 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 May 03 16:40:36.125677 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a4db0-3b03-4ffb-af30-8b371ad72093 req-0c1c759e-d1f4-4eba-8556-cf729dd6e299 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:36.127124 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-542a4db0-3b03-4ffb-af30-8b371ad72093 req-0c1c759e-d1f4-4eba-8556-cf729dd6e299 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0459871 May 03 16:40:36.179728 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-542a4db0-3b03-4ffb-af30-8b371ad72093 req-57801a66-710a-4fa1-ac32-5e60faee7f47 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470769 May 03 16:40:36.950027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:37.095604 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port 84f4e123-0a33-41eb-a747-1d95f6202dbb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:37.095945 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:37.173611 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:37.173939 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (84f4e123-0a33-41eb-a747-1d95f6202dbb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:37.186636 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for 84f4e123-0a33-41eb-a747-1d95f6202dbb owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:37.292342 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d611e5-b908-4b6e-a32a-ad9d2aca8f42 req-0c669b25-ae8f-4cbd-9b9b-2de2c1727cb5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:37.294552 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64d611e5-b908-4b6e-a32a-ad9d2aca8f42 req-0c669b25-ae8f-4cbd-9b9b-2de2c1727cb5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0466139 May 03 16:40:37.343819 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-64d611e5-b908-4b6e-a32a-ad9d2aca8f42 req-9a1ebfa0-9484-4b47-9d5f-d537d630c2e7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 May 03 16:40:37.540798 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (84f4e123-0a33-41eb-a747-1d95f6202dbb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:37.570034 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=84f4e123-0a33-41eb-a747-1d95f6202dbb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:37.630491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (bb99935e-ae98-497c-a03c-550f5f740157), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:37.630816 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Floating IP bb99935e-ae98-497c-a03c-550f5f740157 disassociated (deleted). External IP: 172.27.0.202, port: c8198d57-0771-405e-997c-645f3c7fd2fc. May 03 16:40:38.070636 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:38.177402 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:38.182199 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:38.187511 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:38.197794 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:38.198429 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:38.210797 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c8e8a277-346b-4ff0-afa4-0f745b608e1c tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "DELETE /v2.0/floatingips/bb99935e-ae98-497c-a03c-550f5f740157 HTTP/1.1" status: 204 len: 168 time: 1.2596793 May 03 16:40:38.211435 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:38.213664 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc7a401-e839-41e9-84c1-d92021564705" -d '{"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:38.254021 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e67e42-dd11-4d27-89a9-998feab2cccd x-openstack-request-id: req-c2e67e42-dd11-4d27-89a9-998feab2cccd {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:38.254313 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:38.254565 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2e67e42-dd11-4d27-89a9-998feab2cccd {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:38.254995 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e67e42-dd11-4d27-89a9-998feab2cccd'] response: {'name': 'network-changed', 'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'status': 'completed', 'code': 200} May 03 16:40:38.316521 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a401-e839-41e9-84c1-d92021564705 req-8dd4bd8d-cb8a-4b0e-ba2b-ea46e2725cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.318084 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-8dd4bd8d-cb8a-4b0e-ba2b-ea46e2725cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 1129 time: 0.0416610 May 03 16:40:38.403854 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:38.419931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a401-e839-41e9-84c1-d92021564705 req-96b66172-9eb8-4713-a824-7d72e425811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.421383 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-96b66172-9eb8-4713-a824-7d72e425811e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 200 len: 913 time: 0.0976272 May 03 16:40:38.463110 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc945929-0bb8-4bdf-90f3-bcc52851ae77 req-f312459d-8907-425a-bf84-cc2d2d867fbd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.464837 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bc945929-0bb8-4bdf-90f3-bcc52851ae77 req-f312459d-8907-425a-bf84-cc2d2d867fbd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0479832 May 03 16:40:38.469458 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-bbbea861-f473-496d-8c0b-069beb3b8857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 200 len: 217 time: 0.0411501 May 03 16:40:38.520265 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-bc945929-0bb8-4bdf-90f3-bcc52851ae77 req-786bbabc-428c-48b0-b0d0-d38570a7fb6a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478146 May 03 16:40:38.529308 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a401-e839-41e9-84c1-d92021564705 req-37a6b8dd-4232-497e-a2d5-84a74ae741cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.530884 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-37a6b8dd-4232-497e-a2d5-84a74ae741cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 200 len: 851 time: 0.0547571 May 03 16:40:38.575990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a401-e839-41e9-84c1-d92021564705 req-288d3caf-e38d-43df-b705-3a7fceca3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.577536 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-288d3caf-e38d-43df-b705-3a7fceca3695 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d34ea532-0877-4123-97dd-5e071aaaae1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393779 May 03 16:40:38.617681 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:38.650065 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:38.659446 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:38.660172 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:38.674273 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4325d3-b47d-465e-a602-d38bc4723dfd req-8715d5b0-c150-4b6b-8c91-0cd826b5c753 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:38.676098 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c4325d3-b47d-465e-a602-d38bc4723dfd req-8715d5b0-c150-4b6b-8c91-0cd826b5c753 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0511515 May 03 16:40:38.729764 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9c4325d3-b47d-465e-a602-d38bc4723dfd req-6ea3eb45-be3b-44d9-bdf9-e0dd86d26d69 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/security-groups?id=a66a3f5a-01c8-4950-b966-48177f55b208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469923 May 03 16:40:38.737384 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-fd5b4a4f-f7bb-4d73-9c68-e10d4a768ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905254 May 03 16:40:38.771791 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:38.845179 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7dc7a401-e839-41e9-84c1-d92021564705 req-e919ffcf-4889-41f2-9e24-dd4ee818a03c service neutron] 10.222.0.36 "GET /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815415 May 03 16:40:38.959865 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:38.989218 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b22f2-4ddc-4e72-97ed-a915233682a1 None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:30:20Z', 'revision_number': 4, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': '25076365-32ae-43ef-9bd0-5086ccb1eb55', 'name': '', 'network_id': 'd34ea532-0877-4123-97dd-5e071aaaae1a', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'mac_address': 'fa:16:3e:5b:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:20Z', 'updated_at': '2022-05-03T16:30:25Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'subnets': [{'id': '7fe14c16-1809-420f-bb4c-595ff944bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:39.204381 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d24a9-d70c-4829-9522-b4918c9f6bc9 None None] New status for floating IP bb99935e-ae98-497c-a03c-550f5f740157: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:40:39.286775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-544eaf65-22b9-4346-9714-627a74ccc679 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:39.288327 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-544eaf65-22b9-4346-9714-627a74ccc679 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 945 time: 0.0466292 May 03 16:40:39.377358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port c8198d57-0771-405e-997c-645f3c7fd2fc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:39.377695 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:39.463572 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] For port c8198d57-0771-405e-997c-645f3c7fd2fc, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8198d57-0771-405e-997c-645f3c7fd2fc,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:39.463937 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:39.480586 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for c8198d57-0771-405e-997c-645f3c7fd2fc owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:39.555366 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:39.637471 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603230-dbe5-45eb-94ef-b04c552aea9f req-5ae24834-926c-4508-a218-174b6fddb65e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:39.639151 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18603230-dbe5-45eb-94ef-b04c552aea9f req-5ae24834-926c-4508-a218-174b6fddb65e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0476437 May 03 16:40:39.657605 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c8198d57-0771-405e-997c-645f3c7fd2fc), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:39.684747 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=c8198d57-0771-405e-997c-645f3c7fd2fc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:39.689385 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-18603230-dbe5-45eb-94ef-b04c552aea9f req-ebb131c5-63d7-4dad-a5e9-b6b4c2e35ba5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446041 May 03 16:40:39.738172 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] No DVR routers for this DVR port c8198d57-0771-405e-997c-645f3c7fd2fc on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:39.740711 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:39.743944 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-654ccc97-d84d-42b8-819c-19183bf9d990 req-76d943ee-d846-47c0-be53-28b560a31c06 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.36 "DELETE /v2.0/ports/c8198d57-0771-405e-997c-645f3c7fd2fc HTTP/1.1" status: 204 len: 173 time: 0.4494920 May 03 16:40:39.827137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dd69542f-605b-4372-9e71-4596eae9e283 req-eff8b1fd-e48e-45cf-b607-ec1cc42f5d07 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0269139 May 03 16:40:40.256474 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'name': 'network-vif-deleted', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:40.258843 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fd821b-6fd3-4f6f-9853-37eda2c84ac5" -d '{"events": [{"server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "name": "network-vif-deleted", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:40.292820 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c4bbb-077a-42c6-954f-2cb1c4ff16d4 x-openstack-request-id: req-445c4bbb-077a-42c6-954f-2cb1c4ff16d4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:40.293472 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326b42ed-428f-4e75-96d5-98fe3ce6f4bc", "name": "network-vif-deleted", "tag": "c8198d57-0771-405e-997c-645f3c7fd2fc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:40.293472 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-445c4bbb-077a-42c6-954f-2cb1c4ff16d4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:40.293778 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445c4bbb-077a-42c6-954f-2cb1c4ff16d4'] response: {'server_uuid': '326b42ed-428f-4e75-96d5-98fe3ce6f4bc', 'name': 'network-vif-deleted', 'tag': 'c8198d57-0771-405e-997c-645f3c7fd2fc', 'status': 'completed', 'code': 200} May 03 16:40:40.818554 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aaecb-bd34-4252-a69f-acd1e48ef62d req-5e63302f-57af-4e6b-8d17-1201bdf0dce2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:40.820094 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-269aaecb-bd34-4252-a69f-acd1e48ef62d req-5e63302f-57af-4e6b-8d17-1201bdf0dce2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0497613 May 03 16:40:40.869157 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-269aaecb-bd34-4252-a69f-acd1e48ef62d req-674588fc-a579-44db-923f-4ad79f8ac545 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 May 03 16:40:40.937680 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-92fd8b64-a5df-4ea2-b0d4-f991901c9cc2 req-27db65be-1ab4-40eb-9936-b2daea6df5e8 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "GET /v2.0/ports?device_id=326b42ed-428f-4e75-96d5-98fe3ce6f4bc HTTP/1.1" status: 200 len: 210 time: 0.0287828 May 03 16:40:41.878692 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8198d57-0771-405e-997c-645f3c7fd2fc no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:41.899212 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: c8198d57-0771-405e-997c-645f3c7fd2fc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:41.899576 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8198d57-0771-405e-997c-645f3c7fd2fc not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:41.983548 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c5a1-5ee9-4f44-b683-42e968cf50dc req-4c3bf131-7168-43d6-ae8f-f4a3c8106615 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:41.985740 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f51c5a1-5ee9-4f44-b683-42e968cf50dc req-4c3bf131-7168-43d6-ae8f-f4a3c8106615 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0466700 May 03 16:40:41.994904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:42.038134 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4f51c5a1-5ee9-4f44-b683-42e968cf50dc req-5f1f02d7-7eec-41d8-a838-dc8ac6f796ab tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468714 May 03 16:40:42.113658 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Deleting port e5535b24-8534-4dc6-957d-f165f30803f7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:42.113995 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.187108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.187498 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (e5535b24-8534-4dc6-957d-f165f30803f7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.199603 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Calling delete_port for e5535b24-8534-4dc6-957d-f165f30803f7 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:42.394455 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (e5535b24-8534-4dc6-957d-f165f30803f7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.423171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'Port': ['ID=e5535b24-8534-4dc6-957d-f165f30803f7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:42.487994 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for floatingip (08316a38-7278-4a81-8dc2-a71c5983d118), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.490422 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:42.491571 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ec994f8b-13c5-46cd-b273-f8c2d7ec6cba tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "DELETE /v2.0/floatingips/08316a38-7278-4a81-8dc2-a71c5983d118 HTTP/1.1" status: 204 len: 168 time: 0.4955797 May 03 16:40:43.149805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15034f6c-9a6b-4850-97c6-32a9bab6011d req-2839a15f-c05c-459b-a761-717c4c8401af tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:43.151277 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15034f6c-9a6b-4850-97c6-32a9bab6011d req-2839a15f-c05c-459b-a761-717c4c8401af tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0459120 May 03 16:40:43.204388 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-15034f6c-9a6b-4850-97c6-32a9bab6011d req-eb837aeb-f410-41ed-8a3c-1145484aa015 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 May 03 16:40:43.853027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55354) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:43.885230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:40:43.910988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (a66a3f5a-01c8-4950-b966-48177f55b208), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:43.937641 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (a66a3f5a-01c8-4950-b966-48177f55b208), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:43.987103 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:43.998610 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'mac_address': 'fa:16:3e:75:12:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:40:44.035362 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 90c4dba3-db83-4133-95e3-d88bfc5fa25e is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:44.035743 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:44.048741 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c4dba3-db83-4133-95e3-d88bfc5fa25e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:40:44.054925 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a66a3f5a-01c8-4950-b966-48177f55b208), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:44.057568 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:44.058729 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] 10.222.0.42 "DELETE /v2.0/security-groups/a66a3f5a-01c8-4950-b966-48177f55b208 HTTP/1.1" status: 204 len: 168 time: 0.2046850 May 03 16:40:44.067879 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:44.068317 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d0e25-5a4b-41c7-bf15-9ebce8b63880 tempest-TestVolumeBootPattern-1241745296 tempest-TestVolumeBootPattern-1241745296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a3f5a-01c8-4950-b966-48177f55b208,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:44.163571 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:44.226879 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:44.235356 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.235546 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.236641 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.237017 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.237363 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.237814 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.238158 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.238494 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.238826 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.239159 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.240024 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.240392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.240739 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.241068 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.241496 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:40:44.247282 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55360) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:44.321287 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77af9-51e0-4e0d-af4c-1ddf8f4a405f req-ca4ed43c-ef9a-4f23-a156-d2d6550b5ca7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:44.322800 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dad77af9-51e0-4e0d-af4c-1ddf8f4a405f req-ca4ed43c-ef9a-4f23-a156-d2d6550b5ca7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 944 time: 0.0456133 May 03 16:40:44.376435 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dad77af9-51e0-4e0d-af4c-1ddf8f4a405f req-1db8163e-6861-4045-8b53-f3ff22931c7d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 May 03 16:40:44.464493 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['90c4dba3-db83-4133-95e3-d88bfc5fa25e'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:40:44.746122 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:44.998944 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Deleting port 25076365-32ae-43ef-9bd0-5086ccb1eb55 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:44.999666 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:45.081794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] For port 25076365-32ae-43ef-9bd0-5086ccb1eb55, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=25076365-32ae-43ef-9bd0-5086ccb1eb55,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:45.082157 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:45.095008 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Calling delete_port for 25076365-32ae-43ef-9bd0-5086ccb1eb55 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:45.357502 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (25076365-32ae-43ef-9bd0-5086ccb1eb55), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:45.384325 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Pushing event deleted for resources: {'Port': ['ID=25076365-32ae-43ef-9bd0-5086ccb1eb55,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:45.517663 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f0c18-2747-474a-93f1-d7aa6152d5ad req-13361556-cc61-4643-8abc-aa7f1de9dc80 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:45.519222 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a28f0c18-2747-474a-93f1-d7aa6152d5ad req-13361556-cc61-4643-8abc-aa7f1de9dc80 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 944 time: 0.0652058 May 03 16:40:45.571840 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:45.577862 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a28f0c18-2747-474a-93f1-d7aa6152d5ad req-04defdc0-c939-43d9-bfc6-d372ff6061d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504043 May 03 16:40:45.789566 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:45.893168 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:40:45.897569 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:45.902967 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6863f229-7897-44cb-978b-70e3c8c05299 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b89bf0a-17ac-4a5c-9232-1e3dba09e97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540470 May 03 16:40:45.904901 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55366) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:45.908801 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Sync routers for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:45.920214 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:45.920848 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:45.941884 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 90c4dba3-db83-4133-95e3-d88bfc5fa25e completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:40:46.011051 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks [] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.028599 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 90c4dba3-db83-4133-95e3-d88bfc5fa25e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:40:46.028982 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.043043 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:46.113974 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 90c4dba3-db83-4133-95e3-d88bfc5fa25e is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:40:46.114369 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.145002 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:46.147421 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39294d-6647-4221-9c7d-bd27bfa25fb2" -d '{"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-plugged", "status": "completed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:46.160850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:46.229004 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.236607 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:40:45Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:46.265192 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Checking router: 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:46.276566 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Routers {'2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:46.277211 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:46.290099 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:46.394683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks [] for router_gateway (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.402870 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] Set router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:46.439714 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec0e06-5a2c-409f-a57c-505a3cfd8b46 x-openstack-request-id: req-57ec0e06-5a2c-409f-a57c-505a3cfd8b46 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:46.440227 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-plugged", "status": "completed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:46.440490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57ec0e06-5a2c-409f-a57c-505a3cfd8b46 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:46.440897 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ec0e06-5a2c-409f-a57c-505a3cfd8b46'] response: {'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'code': 200} May 03 16:40:46.504954 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Deleting port 829ca142-ecd4-4c83-ab13-4e0ab00586c7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:46.505302 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.575829 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:40:45Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:46.586344 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] For port 829ca142-ecd4-4c83-ab13-4e0ab00586c7, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=829ca142-ecd4-4c83-ab13-4e0ab00586c7,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:46.586843 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.604565 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Calling delete_port for 829ca142-ecd4-4c83-ab13-4e0ab00586c7 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:46.607544 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132b21c-0d16-4853-bd46-58327aee608f None None] The sync data for ids ['2b89bf0a-17ac-4a5c-9232-1e3dba09e97d'] in dv-cinder-840324-1-iscsi is: [{'id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'name': 'tempest-TestVolumeBootPattern-1599908351-router', 'tenant_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:16Z', 'updated_at': '2022-05-03T16:40:45Z', 'revision_number': 5, 'project_id': '81a8a6f34abb4f4884dc35c6a4cf1d43', 'gw_port': {'id': '829ca142-ecd4-4c83-ab13-4e0ab00586c7', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b89bf0a-17ac-4a5c-9232-1e3dba09e97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:17Z', 'updated_at': '2022-05-03T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:46.708767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a19fe4-b88c-4ccd-8fec-7b9596555241 req-7de47c6c-deb8-4fcd-97a7-9bd9d9fa5397 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:46.710282 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40a19fe4-b88c-4ccd-8fec-7b9596555241 req-7de47c6c-deb8-4fcd-97a7-9bd9d9fa5397 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0487361 May 03 16:40:46.759822 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40a19fe4-b88c-4ccd-8fec-7b9596555241 req-17d306b4-38d3-42c3-bae3-4ad525e6082a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 May 03 16:40:46.760990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf97a-5207-49d8-b880-7ef58ed28f9c req-cf4fac44-c93d-443a-be23-501eb387686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:46.762480 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-cdfaf97a-5207-49d8-b880-7ef58ed28f9c req-cf4fac44-c93d-443a-be23-501eb387686a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0464714 May 03 16:40:46.841710 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-cdfaf97a-5207-49d8-b880-7ef58ed28f9c req-38fb64c8-331f-4dcb-8dc5-ad8685449ceb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737679 May 03 16:40:46.908404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (829ca142-ecd4-4c83-ab13-4e0ab00586c7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:46.934232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Pushing event deleted for resources: {'Port': ['ID=829ca142-ecd4-4c83-ab13-4e0ab00586c7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:47.002567 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.099084 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.101425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks [] for router_controller (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.215224 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (2b89bf0a-17ac-4a5c-9232-1e3dba09e97d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.215829 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b89bf0a-17ac-4a5c-9232-1e3dba09e97d {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:40:47.220242 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.221619 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6e8add4d-9694-4519-a3dd-3ce8f491a436 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2b89bf0a-17ac-4a5c-9232-1e3dba09e97d HTTP/1.1" status: 204 len: 168 time: 1.3154974 May 03 16:40:47.223943 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:47.274416 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Deleting subnet 7fe14c16-1809-420f-bb4c-595ff944bdcd {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:40:47.278719 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Publish callbacks [] for subnet (7fe14c16-1809-420f-bb4c-595ff944bdcd), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.320876 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (7fe14c16-1809-420f-bb4c-595ff944bdcd), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.407615 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (7fe14c16-1809-420f-bb4c-595ff944bdcd), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.529630 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (7fe14c16-1809-420f-bb4c-595ff944bdcd), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.558235 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe14c16-1809-420f-bb4c-595ff944bdcd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:47.564060 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.568285 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7cf6c440-9911-4a0c-a6a2-bdb871adcfce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7fe14c16-1809-420f-bb4c-595ff944bdcd HTTP/1.1" status: 204 len: 168 time: 0.3433485 May 03 16:40:47.569813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedaa2b-b805-4bec-9a58-c6f895f584f4 None None] Network d34ea532-0877-4123-97dd-5e071aaaae1a requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:40:47.570886 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:47.641333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (d34ea532-0877-4123-97dd-5e071aaaae1a), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.696538 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Deleting port 0934ca32-aed0-4fe8-9461-2347b9484aaa {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:47.696879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.739031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] DHCP port deletion for d34ea532-0877-4123-97dd-5e071aaaae1a request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:40:47.761323 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] For port 0934ca32-aed0-4fe8-9461-2347b9484aaa, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=0934ca32-aed0-4fe8-9461-2347b9484aaa,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:47.761936 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.778286 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Deleting port 0934ca32-aed0-4fe8-9461-2347b9484aaa {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:47.778658 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.778794 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Calling delete_port for 0934ca32-aed0-4fe8-9461-2347b9484aaa owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:47.844450 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] For port 0934ca32-aed0-4fe8-9461-2347b9484aaa, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=0934ca32-aed0-4fe8-9461-2347b9484aaa,segment=NetworkSegment(89013c1a-076c-40b7-8649-e7b16e4b83eb),segment_id=89013c1a-076c-40b7-8649-e7b16e4b83eb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:47.845244 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.863072 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Calling delete_port for 0934ca32-aed0-4fe8-9461-2347b9484aaa owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:47.893272 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fac8-c554-443d-8fad-a4cce6008011 req-264f810f-1c6f-41fb-945e-68d5e6e867db tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:47.894767 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e61fac8-c554-443d-8fad-a4cce6008011 req-264f810f-1c6f-41fb-945e-68d5e6e867db tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0606642 May 03 16:40:47.945561 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7e61fac8-c554-443d-8fad-a4cce6008011 req-71037989-cc60-4115-a314-bd095c4bf87c tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 May 03 16:40:47.968939 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.975162 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (0934ca32-aed0-4fe8-9461-2347b9484aaa), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:47.998293 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Pushing event deleted for resources: {'Port': ['ID=0934ca32-aed0-4fe8-9461-2347b9484aaa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:48.002571 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] No DVR routers for this DVR port 0934ca32-aed0-4fe8-9461-2347b9484aaa on host dv-cinder-840324-1-iscsi {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:48.012342 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] Pushing event deleted for resources: {'Port': ['ID=0934ca32-aed0-4fe8-9461-2347b9484aaa,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:48.014184 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c346d98-018c-43a1-b153-9bdbcb2d82c5 None None] No DVR routers for this DVR port 0934ca32-aed0-4fe8-9461-2347b9484aaa on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:48.081500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (d34ea532-0877-4123-97dd-5e071aaaae1a), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.101565 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34ea532-0877-4123-97dd-5e071aaaae1a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:48.111053 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89013c1a-076c-40b7-8649-e7b16e4b83eb') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:48.111376 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89013c1a-076c-40b7-8649-e7b16e4b83eb') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:48.120549 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (89013c1a-076c-40b7-8649-e7b16e4b83eb), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.134390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (89013c1a-076c-40b7-8649-e7b16e4b83eb), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.140202 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:40:48.140795 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (89013c1a-076c-40b7-8649-e7b16e4b83eb), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:40:48.142510 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:40:48.260661 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (d34ea532-0877-4123-97dd-5e071aaaae1a), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.269795 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.273072 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d34ea532-0877-4123-97dd-5e071aaaae1a HTTP/1.1" status: 204 len: 168 time: 0.7011082 May 03 16:40:48.276419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:48.289861 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5bbd4-316d-4bab-b748-33bbd066167c admin admin] Pushing event deleted for resources: {'Network': ['ID=d34ea532-0877-4123-97dd-5e071aaaae1a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:48.301692 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 0934ca32-aed0-4fe8-9461-2347b9484aaa no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:48.325490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 0934ca32-aed0-4fe8-9461-2347b9484aaa {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:48.325843 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 0934ca32-aed0-4fe8-9461-2347b9484aaa not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:48.326260 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 829ca142-ecd4-4c83-ab13-4e0ab00586c7 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:48.346802 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 829ca142-ecd4-4c83-ab13-4e0ab00586c7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:48.347154 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 829ca142-ecd4-4c83-ab13-4e0ab00586c7 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:48.347626 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25076365-32ae-43ef-9bd0-5086ccb1eb55 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:48.366750 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 25076365-32ae-43ef-9bd0-5086ccb1eb55 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:48.367098 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 25076365-32ae-43ef-9bd0-5086ccb1eb55 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:48.610467 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.839997 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Deleting port c06cf939-bbdd-4742-9f2c-be2daedba0d2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:48.840338 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.917446 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] For port c06cf939-bbdd-4742-9f2c-be2daedba0d2, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c06cf939-bbdd-4742-9f2c-be2daedba0d2,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:48.917813 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:48.933643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Calling delete_port for c06cf939-bbdd-4742-9f2c-be2daedba0d2 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:49.060164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13ea01-2674-4a08-9dac-967d226c6e22 req-b912c004-6ee5-4be4-a033-dc4a698dd53a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:49.061756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3a13ea01-2674-4a08-9dac-967d226c6e22 req-b912c004-6ee5-4be4-a033-dc4a698dd53a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0486133 May 03 16:40:49.114100 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3a13ea01-2674-4a08-9dac-967d226c6e22 req-69d2aabe-b3ab-4aa4-8408-01cc4d8f3055 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 May 03 16:40:49.171810 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c06cf939-bbdd-4742-9f2c-be2daedba0d2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.198222 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06cf939-bbdd-4742-9f2c-be2daedba0d2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:49.229171 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39ddcf-9e2b-4b22-8bce-aed437130ae0 req-b662988c-0845-4db0-867d-0932e0c671a8 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:49.230538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc39ddcf-9e2b-4b22-8bce-aed437130ae0 req-b662988c-0845-4db0-867d-0932e0c671a8 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0511417 May 03 16:40:49.282716 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cc39ddcf-9e2b-4b22-8bce-aed437130ae0 req-f706e059-ae50-46b7-a0ea-44df9a3ef144 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 May 03 16:40:49.305390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:49.384028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.394189 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f4ddf-ce02-49d2-87c1-8ad34363154d tempest-TestShelveInstance-2118067151 tempest-TestShelveInstance-2118067151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:49.396357 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-543f4ddf-ce02-49d2-87c1-8ad34363154d tempest-TestShelveInstance-2118067151 tempest-TestShelveInstance-2118067151-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1124 time: 0.0895610 May 03 16:40:49.399944 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:49.404820 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:40:49.512123 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.592666 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.602929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:49.695414 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Allocated IP 172.27.0.96 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/d05ddb9d-0102-4609-866c-fadc95e147d4) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:40:49.713297 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:49.718304 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9d63118b-5bc3-4394-a1c2-2821bfa318b3 admin admin] 10.222.0.42 "PUT /v2.0/routers/5d8282d6-b8c9-4d89-bd89-18cb618ad965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4408419 May 03 16:40:49.720973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55392) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:49.725402 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Sync routers for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:49.736981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:49.737632 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:49.819544 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.833148 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks [] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.850805 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:49.931873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.944874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks [] for router_gateway (5d8282d6-b8c9-4d89-bd89-18cb618ad965), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:49.973806 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:40:49.976727 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:40:49.980546 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:40:50.008602 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'Port': ['ID=d05ddb9d-0102-4609-866c-fadc95e147d4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:50.057400 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Deleting port 3b4e03d7-871d-4a2f-b52e-2132819a13f8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:50.057744 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.143613 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] For port 3b4e03d7-871d-4a2f-b52e-2132819a13f8, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=3b4e03d7-871d-4a2f-b52e-2132819a13f8,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:50.143994 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.152800 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:40:49Z', 'revision_number': 5, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port': {'id': '3b4e03d7-871d-4a2f-b52e-2132819a13f8', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:30:24Z', 'updated_at': '2022-05-03T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:50.162311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Calling delete_port for 3b4e03d7-871d-4a2f-b52e-2132819a13f8 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:50.180645 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Checking router: 5d8282d6-b8c9-4d89-bd89-18cb618ad965 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:50.189568 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Routers {'5d8282d6-b8c9-4d89-bd89-18cb618ad965'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:50.190189 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:50.284934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] Set router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:50.343290 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:40:49Z', 'revision_number': 6, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:50.370847 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3f3de-5083-4c6a-bde2-87b61536ab90 None None] The sync data for ids ['5d8282d6-b8c9-4d89-bd89-18cb618ad965'] in dv-cinder-840324-1-iscsi is: [{'id': '5d8282d6-b8c9-4d89-bd89-18cb618ad965', 'name': 'tempest-TestVolumeBootPattern-466255584-router', 'tenant_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:30:23Z', 'updated_at': '2022-05-03T16:40:49Z', 'revision_number': 6, 'project_id': 'c5bcac88c21b4fe6a3b0b3abd5a9173f', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:50.428112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for floatingip (307dc2c7-1654-434c-a7cb-7d7538d532ed), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.451878 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (3b4e03d7-871d-4a2f-b52e-2132819a13f8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.478482 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4e03d7-871d-4a2f-b52e-2132819a13f8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:50.540987 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.569384 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.633621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.635824 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks [] for router_controller (5d8282d6-b8c9-4d89-bd89-18cb618ad965), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.720327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.763588 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (5d8282d6-b8c9-4d89-bd89-18cb618ad965), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.764255 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8282d6-b8c9-4d89-bd89-18cb618ad965 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:40:50.779290 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.779290 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-519f8a31-2f2f-4788-89a8-0157d66d4a9f admin admin] 10.222.0.42 "DELETE /v2.0/routers/5d8282d6-b8c9-4d89-bd89-18cb618ad965 HTTP/1.1" status: 204 len: 168 time: 1.0472062 May 03 16:40:50.779290 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55394) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:50.820177 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Deleting subnet b6331e18-68a1-4391-a50a-326b1466f8df {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:40:50.823329 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Publish callbacks [] for subnet (b6331e18-68a1-4391-a50a-326b1466f8df), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.837640 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.858185 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (b6331e18-68a1-4391-a50a-326b1466f8df), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.911276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event updated for resources: {'Port': ['ID=d05ddb9d-0102-4609-866c-fadc95e147d4,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:50.921160 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (307dc2c7-1654-434c-a7cb-7d7538d532ed), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:50.941110 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (b6331e18-68a1-4391-a50a-326b1466f8df), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.027085 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Floating IP 307dc2c7-1654-434c-a7cb-7d7538d532ed associated. External IP: 172.27.0.96, port: 90c4dba3-db83-4133-95e3-d88bfc5fa25e. May 03 16:40:51.055392 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (b6331e18-68a1-4391-a50a-326b1466f8df), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.080611 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6331e18-68a1-4391-a50a-326b1466f8df,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:51.087356 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.092807 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f9588296-9b97-4083-8fe5-13232d1de368 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6331e18-68a1-4391-a50a-326b1466f8df HTTP/1.1" status: 204 len: 168 time: 0.3173466 May 03 16:40:51.095121 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a2100-4afe-4c70-bf30-5f85843fef03 None None] Network 44fb9084-b492-48d1-9a92-5383bbd94dfe requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:40:51.100156 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:51.137737 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:40:51.266551 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Router 398b0e39-6a1a-4a56-a0ea-6170da512980 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:40:51.283471 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] DHCP port deletion for 44fb9084-b492-48d1-9a92-5383bbd94dfe request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:40:51.325561 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Deleting port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:51.326414 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.398236 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:40:51.399466 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] For port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:51.399947 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.412275 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Sync routers for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:40:51.414579 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Calling delete_port for c4da0ec9-ccdf-4bed-8f7e-d2868c660dca owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:51.426204 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:51.426890 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.467178 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (44fb9084-b492-48d1-9a92-5383bbd94dfe), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.477755 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.541520 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Deleting port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:40:51.541520 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.589242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.626481 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] For port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,segment=NetworkSegment(4383b0b9-476d-430f-9e3b-6071617e0777),segment_id=4383b0b9-476d-430f-9e3b-6071617e0777)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:40:51.626860 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.645449 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Calling delete_port for c4da0ec9-ccdf-4bed-8f7e-d2868c660dca owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:40:51.652500 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] No DVR routers for this DVR port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:51.663223 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456037b-a122-4e05-87b5-6f49d53fd74f None None] Pushing event deleted for resources: {'Port': ['ID=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:51.670991 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:51.749196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c4da0ec9-ccdf-4bed-8f7e-d2868c660dca), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.775864 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Pushing event deleted for resources: {'Port': ['ID=c4da0ec9-ccdf-4bed-8f7e-d2868c660dca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:51.781421 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] No DVR routers for this DVR port c4da0ec9-ccdf-4bed-8f7e-d2868c660dca on host dv-cinder-840324-1-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:40:51.829565 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5d0e42e7-1e4a-474c-a232-14e0b03522fd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4281313 May 03 16:40:51.830835 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:40:51.833286 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d5639-5623-4b76-88f2-6da1500438d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:40:51.873417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0feb266-ff3c-4bd7-bf07-27b55877b3b5 x-openstack-request-id: req-b0feb266-ff3c-4bd7-bf07-27b55877b3b5 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:40:51.873417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:40:51.873417 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0feb266-ff3c-4bd7-bf07-27b55877b3b5 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:40:51.873417 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0feb266-ff3c-4bd7-bf07-27b55877b3b5'] response: {'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'status': 'completed', 'code': 200} May 03 16:40:51.876225 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (44fb9084-b492-48d1-9a92-5383bbd94dfe), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.903770 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '307dc2c7-1654-434c-a7cb-7d7538d532ed', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'mac_address': 'fa:16:3e:75:12:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:40:50Z', 'updated_at': '2022-05-03T16:40:50Z', 'revision_number': 0, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.904816 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fb9084-b492-48d1-9a92-5383bbd94dfe']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.930376 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4383b0b9-476d-430f-9e3b-6071617e0777') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.930732 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4383b0b9-476d-430f-9e3b-6071617e0777') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.932549 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Checking router: 398b0e39-6a1a-4a56-a0ea-6170da512980 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:40:51.941043 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:40:51.941680 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:40:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:51.943200 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (4383b0b9-476d-430f-9e3b-6071617e0777), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.957462 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-8bab0a97-3c13-4783-8b38-4e94d528e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:51.958967 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-8bab0a97-3c13-4783-8b38-4e94d528e5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0652530 May 03 16:40:51.962449 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (4383b0b9-476d-430f-9e3b-6071617e0777), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.976946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:40:51.978223 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (4383b0b9-476d-430f-9e3b-6071617e0777), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self.session.flush() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:40:51.978944 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:40:52.052222 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:40:52.098245 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-522ae1d3-3527-46ff-935e-f55255360dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:52.099631 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-522ae1d3-3527-46ff-935e-f55255360dfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.1327634 May 03 16:40:52.146105 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (44fb9084-b492-48d1-9a92-5383bbd94dfe), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.153725 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.159715 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] 10.222.0.42 "DELETE /v2.0/networks/44fb9084-b492-48d1-9a92-5383bbd94dfe HTTP/1.1" status: 204 len: 168 time: 1.0602474 May 03 16:40:52.174904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d9c8a-83cb-44a7-bb41-a2d0ca1eafea admin admin] Pushing event deleted for resources: {'Network': ['ID=44fb9084-b492-48d1-9a92-5383bbd94dfe,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:52.194659 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-e8fa40c7-6802-43fe-a67b-ee2b92cbd6cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 998 time: 0.0880320 May 03 16:40:52.250687 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-c3ea1b5c-9197-4da6-810e-14f8c946ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:52.252409 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-c3ea1b5c-9197-4da6-810e-14f8c946ec23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0519433 May 03 16:40:52.293514 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '307dc2c7-1654-434c-a7cb-7d7538d532ed', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'mac_address': 'fa:16:3e:75:12:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:40:50Z', 'updated_at': '2022-05-03T16:40:50Z', 'revision_number': 0, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:40:52.298032 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-064c3677-0913-4ef2-be5b-6b2fc85c3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:40:52.301519 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-064c3677-0913-4ef2-be5b-6b2fc85c3691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397918 May 03 16:40:52.306873 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c06cf939-bbdd-4742-9f2c-be2daedba0d2 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:52.323725 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b69eb7-903f-460b-bde2-205b6ddbcc83 None None] The sync data for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi is: [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '307dc2c7-1654-434c-a7cb-7d7538d532ed', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'mac_address': 'fa:16:3e:75:12:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:40:50Z', 'updated_at': '2022-05-03T16:40:50Z', 'revision_number': 0, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:40:52.333280 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: c06cf939-bbdd-4742-9f2c-be2daedba0d2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:52.333963 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c06cf939-bbdd-4742-9f2c-be2daedba0d2 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:52.334573 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 3b4e03d7-871d-4a2f-b52e-2132819a13f8 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:52.356134 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 3b4e03d7-871d-4a2f-b52e-2132819a13f8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:52.356134 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 3b4e03d7-871d-4a2f-b52e-2132819a13f8 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:52.356134 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c4da0ec9-ccdf-4bed-8f7e-d2868c660dca no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:40:52.375806 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: c4da0ec9-ccdf-4bed-8f7e-d2868c660dca {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:40:52.376457 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device c4da0ec9-ccdf-4bed-8f7e-d2868c660dca not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:40:52.400300 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-2cd31d00-f24c-4016-835f-4e184e443856 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944490 May 03 16:40:52.491412 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ba0d5639-5623-4b76-88f2-6da1500438d9 req-bf76aab7-e03c-4130-bf14-464cd8104fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848880 May 03 16:40:52.550432 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1ae29-e031-45cd-82e3-d61e89406807 None None] New status for floating IP 307dc2c7-1654-434c-a7cb-7d7538d532ed: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:40:52.630357 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55404) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:52.675931 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9168fbe7-edca-4f3c-b642-3c2b55dc335e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81a8a6f34abb4f4884dc35c6a4cf1d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442250 May 03 16:40:52.678366 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:52.724833 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] Publish callbacks [] for security_group (0354ef2a-faac-484c-906a-5bc020aacd47), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.745573 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] Publish callbacks [] for security_group (0354ef2a-faac-484c-906a-5bc020aacd47), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.874369 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0354ef2a-faac-484c-906a-5bc020aacd47), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.877319 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:52.878448 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0354ef2a-faac-484c-906a-5bc020aacd47 HTTP/1.1" status: 204 len: 168 time: 0.1991465 May 03 16:40:52.886367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf40fd6-282d-4c23-9d95-ebd8a3e1b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354ef2a-faac-484c-906a-5bc020aacd47,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:53.521771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:53.560896 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3c54e7d3-d4b3-4b36-b6c5-ac3e6c0069c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5bcac88c21b4fe6a3b0b3abd5a9173f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379224 May 03 16:40:53.563518 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55414) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:40:53.612147 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] Publish callbacks [] for security_group (82d09a69-9edd-4d33-8471-67be12d7b7e1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:53.633518 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] Publish callbacks [] for security_group (82d09a69-9edd-4d33-8471-67be12d7b7e1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:53.771018 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (82d09a69-9edd-4d33-8471-67be12d7b7e1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:53.773676 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:40:53.774892 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82d09a69-9edd-4d33-8471-67be12d7b7e1 HTTP/1.1" status: 204 len: 168 time: 0.2104545 May 03 16:40:53.786097 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b68c7-fa9c-43f1-a495-06d276183ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d09a69-9edd-4d33-8471-67be12d7b7e1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:40:57.940447 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef6b-06c3-4dcd-a44a-efd33ee58487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:00.170532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b595531-24c6-48e6-b9d0-253faa0ee2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:01.073657 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:02.907722 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:04.187947 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:09.559181 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:19.884619 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-e3982cfc-651b-401f-bde7-2e1937d311fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374782 May 03 16:41:19.963566 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-2006211b-4936-479a-a173-6fd0d231bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:19.965076 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-2006211b-4936-479a-a173-6fd0d231bbba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 1130 time: 0.0392852 May 03 16:41:20.069546 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-6507df85-67c0-49a8-98e3-6a7d803f5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:20.070990 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-6507df85-67c0-49a8-98e3-6a7d803f5540 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0880711 May 03 16:41:20.136376 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-224ed767-cb62-4c3a-922a-2b5ab68d2114 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41a4bf-7919-4088-928a-1247489f33db HTTP/1.1" status: 200 len: 1002 time: 0.0585146 May 03 16:41:20.183643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-287bb436-63b3-4696-b209-0ee9a710aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:20.188592 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-287bb436-63b3-4696-b209-0ee9a710aa95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0428171 May 03 16:41:20.230785 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-959e26cf-4811-42a5-a435-3fccf40016dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:20.232378 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-959e26cf-4811-42a5-a435-3fccf40016dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414171 May 03 16:41:20.319973 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-49ec0d3a-9b40-44c3-b310-9dabca64ecef service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 May 03 16:41:20.412100 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-136d6fd5-3e62-411e-a196-dcb5d0a84c3f req-cc1baf5c-ba96-417d-bffe-ac2e56da99dc service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861366 May 03 16:41:27.916433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e47cc89-10de-40f2-9b43-4de3165aafcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:28.137162 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:41:30.146529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50205609-0e05-44cd-8323-f5f043ee3a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:31.060664 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:32.922441 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:34.213741 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:39.563180 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:43.535445 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55480) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:41:43.540025 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919143800', 'description': 'tempest-description--842180793'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:43.614570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:43.678765 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (c6976e54-71b4-4c1d-b24f-033ffb4a4bcd), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:43.770065 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c6976e54-71b4-4c1d-b24f-033ffb4a4bcd), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:43.797582 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:43.804773 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.805128 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.805470 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.805808 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.806141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.806471 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.806798 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.807121 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.807479 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.807801 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.808125 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.808448 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.808794 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.809114 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.809433 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:43.903093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:43.904391 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0e70580a-6327-4d53-a34c-9fba64da39f5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3679478 May 03 16:41:43.907579 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:41:43.912340 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': 'c6976e54-71b4-4c1d-b24f-033ffb4a4bcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:44.008683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (9051533d-1e0b-49ca-a856-3b4bb1a982cb), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.063110 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (9051533d-1e0b-49ca-a856-3b4bb1a982cb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.168751 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (9051533d-1e0b-49ca-a856-3b4bb1a982cb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.187013 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9051533d-1e0b-49ca-a856-3b4bb1a982cb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:44.296859 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.298083 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-741f9b43-9943-4e63-bfab-6c2f3bac5d75 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3895471 May 03 16:41:44.301256 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:41:44.307864 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': 'c6976e54-71b4-4c1d-b24f-033ffb4a4bcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:44.420225 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (a2d2ef8d-ad7a-49e2-b9ed-9262e807e166), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.477634 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (a2d2ef8d-ad7a-49e2-b9ed-9262e807e166), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.557586 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (a2d2ef8d-ad7a-49e2-b9ed-9262e807e166), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.574653 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d2ef8d-ad7a-49e2-b9ed-9262e807e166,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:44.639124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.640369 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1d376fbc-103a-423d-996e-a7a3eb2317a8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381970 May 03 16:41:44.643520 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:41:44.647901 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:44.722770 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.797685 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:44.901291 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.27.0.106 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/8b1da243-1ea7-46e1-9b82-cd4f79034227) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:41:45.002950 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.082420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.117692 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:41:45.120399 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:41:45.122966 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:41:45.154742 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=8b1da243-1ea7-46e1-9b82-cd4f79034227,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:45.213965 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.319229 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.465131 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.529031 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.604927 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=8b1da243-1ea7-46e1-9b82-cd4f79034227,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:45.611124 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.702536 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:45.703784 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b001c896-44cc-4885-be25-705126739b43 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0593050 May 03 16:41:45.898324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-b1e3b605-e53b-40eb-b52d-18ba2408dea5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1919143800&fields=id&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 267 time: 0.0423203 May 03 16:41:46.003912 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-0a88b231-a5ff-479d-a004-1411a2c77fd0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:46.005326 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-0a88b231-a5ff-479d-a004-1411a2c77fd0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1005776 May 03 16:41:46.019835 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-addb441a-dd9c-4811-b560-7b0b167f5b78 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/quotas/e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 375 time: 0.0091763 May 03 16:41:46.069333 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-bb716895-b55c-48fb-98ce-bd248bc8f3df tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445626 May 03 16:41:46.161743 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-863969d1-11f0-440f-932c-69bef58785c5 service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811238 May 03 16:41:46.255971 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-fae2b871-9167-4403-a2b9-020195cf5d62 service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886104 May 03 16:41:46.521749 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e86c4c8d-0261-4ea3-89d5-6b5326fb2958 req-848451f2-1846-4f38-b33e-26c87afb85fc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 210 time: 0.0285223 May 03 16:41:47.615797 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-5758ee75-65ee-4377-af69-4dd65c0a93ff req-d89017e9-1030-4458-9b2c-e8ae11004b63 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 210 time: 0.0267365 May 03 16:41:48.420086 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-2e3aedf8-06a4-43df-8eed-f01d7be83ac3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:48.421559 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-2e3aedf8-06a4-43df-8eed-f01d7be83ac3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1031342 May 03 16:41:48.495069 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-ee1694c4-3f6b-4dc3-b419-e5f6dbef8d80 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 473 time: 0.0648603 May 03 16:41:48.504323 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'port': {'device_id': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'admin_state_up': True, 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'security_groups': ['c6976e54-71b4-4c1d-b24f-033ffb4a4bcd']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:48.677382 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:41:48.680919 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:48.710023 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6c9299d6-8f84-4bb8-b9eb-514eac619103 req-ee4ed578-5e14-4fb1-8472-1412ac6b3c68 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 210 time: 0.0268507 May 03 16:41:48.815419 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.20.0.14 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/fe6fc803-8180-4352-9630-10d155b6a82a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:41:49.081125 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (fe6fc803-8180-4352-9630-10d155b6a82a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.179239 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.220979 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:41:49.224223 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:41:49.230549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:41:49.236378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:49.281830 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:49.282437 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.404653 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-245cae3d-55ff-4886-9f94-68a9e1ba43b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045599 May 03 16:41:49.416394 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Request body: {'port': {'device_id': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:49.477225 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.479771 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ff35bf02-99fb-4ddb-9870-cacc20d16d0a None None] Provisioning complete for port fe6fc803-8180-4352-9630-10d155b6a82a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:41:49.480212 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff35bf02-99fb-4ddb-9870-cacc20d16d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.515321 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ff35bf02-99fb-4ddb-9870-cacc20d16d0a None None] Port fe6fc803-8180-4352-9630-10d155b6a82a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:41:49.734695 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6fc803-8180-4352-9630-10d155b6a82a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:41:49.742915 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks [] for port (fe6fc803-8180-4352-9630-10d155b6a82a), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.755995 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Transition to ACTIVE for port object fe6fc803-8180-4352-9630-10d155b6a82a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:41:49.831770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b67a76-83ad-4fee-909b-07f52a8e0949 req-4f0b41b2-1e38-475f-9f25-ff37d451db88 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:49.833218 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b9b67a76-83ad-4fee-909b-07f52a8e0949 req-4f0b41b2-1e38-475f-9f25-ff37d451db88 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 932 time: 0.0518105 May 03 16:41:49.849246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:49.879908 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b9b67a76-83ad-4fee-909b-07f52a8e0949 req-0bba6b90-7ffc-462c-b911-73236cbd940b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411298 May 03 16:41:49.902934 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Pushing event updated for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:49.979166 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Attempting to bind port fe6fc803-8180-4352-9630-10d155b6a82a on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:41:49.979538 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Attempting to bind port fe6fc803-8180-4352-9630-10d155b6a82a by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:41:49.979874 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Attempting to bind port fe6fc803-8180-4352-9630-10d155b6a82a on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:41:49.984413 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Port fe6fc803-8180-4352-9630-10d155b6a82a on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:41:49.984792 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Attempting to bind port fe6fc803-8180-4352-9630-10d155b6a82a on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:41:49.990949 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:41:49.991314 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:41:49.991703 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:41:49.992141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Bound port: fe6fc803-8180-4352-9630-10d155b6a82a, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:41:49.992501 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:50.061146 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:41:50.064099 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=fe6fc803-8180-4352-9630-10d155b6a82a,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:41:50.117416 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:50.149622 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.150270 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:50.151661 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] 10.222.0.36 "PUT /v2.0/ports/fe6fc803-8180-4352-9630-10d155b6a82a HTTP/1.1" status: 200 len: 1094 time: 0.7393365 May 03 16:41:50.152089 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:41:50.154353 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d501d3-2d45-44d1-93e0-504914573fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:41:50.190016 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b702b8-ced7-4eaa-b963-368283652b1f service neutron] Pushing event updated for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:50.193965 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c6d4d7-89a7-4340-8794-81099ae69bd2 x-openstack-request-id: req-69c6d4d7-89a7-4340-8794-81099ae69bd2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:41:50.194257 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:41:50.194513 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69c6d4d7-89a7-4340-8794-81099ae69bd2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:41:50.194913 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c6d4d7-89a7-4340-8794-81099ae69bd2'] response: {'name': 'network-changed', 'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'status': 'completed', 'code': 200} May 03 16:41:50.259677 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-a3579001-397d-452c-a552-4fa9218456e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.261280 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-a3579001-397d-452c-a552-4fa9218456e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 1128 time: 0.0459321 May 03 16:41:50.363675 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-1077176a-42be-486c-a46b-d3bbc88b6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.365137 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-1077176a-42be-486c-a46b-d3bbc88b6c18 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e36f54435f99423f9fb3f1ca18184f44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972772 May 03 16:41:50.457924 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-c4a6d02c-3510-49fd-891e-9397a1fe05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.459318 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-96d501d3-2d45-44d1-93e0-504914573fd6 req-c4a6d02c-3510-49fd-891e-9397a1fe05eb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888760 May 03 16:41:50.532387 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-d57ae76e-e6f6-4ea0-a790-9502ec7baca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.534773 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-d57ae76e-e6f6-4ea0-a790-9502ec7baca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 1128 time: 0.0392377 May 03 16:41:50.578470 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-55600f62-0f5e-4f4a-9830-8c65ee9e51ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe6fc803-8180-4352-9630-10d155b6a82a HTTP/1.1" status: 200 len: 217 time: 0.0364399 May 03 16:41:50.627708 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-8479584c-d6b5-4b41-8b5e-01182520aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.629120 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-8479584c-d6b5-4b41-8b5e-01182520aa6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0428121 May 03 16:41:50.669644 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-bd9032cd-2af7-466e-99c1-3fad5c7d8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.671060 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-bd9032cd-2af7-466e-99c1-3fad5c7d8aae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365906 May 03 16:41:50.760027 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-0cd29a71-da15-4c81-84dc-423f857768d4 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 May 03 16:41:50.847593 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2968bf62-12b3-44fa-83a7-234ec33ca165 req-66848b2a-05a1-49a4-9616-5769bb3130aa service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816231 May 03 16:41:50.993279 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7597-ea17-4203-a5a8-406cc3664859 req-432bfee9-6ce5-4a66-9f1c-9ab99850cae5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:50.994732 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b0e7597-ea17-4203-a5a8-406cc3664859 req-432bfee9-6ce5-4a66-9f1c-9ab99850cae5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 944 time: 0.0468073 May 03 16:41:51.042035 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4b0e7597-ea17-4203-a5a8-406cc3664859 req-f7ac39d8-525d-487b-a8d4-f3356b1e1116 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 May 03 16:41:52.152402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3f5da-ca2b-41f2-b77c-6b3993bbd226 req-17cf0363-5e7d-4d34-8cba-8872971bc4d3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:52.153851 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d6d3f5da-ca2b-41f2-b77c-6b3993bbd226 req-17cf0363-5e7d-4d34-8cba-8872971bc4d3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 944 time: 0.0445881 May 03 16:41:52.203690 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d6d3f5da-ca2b-41f2-b77c-6b3993bbd226 req-110f16bd-d68d-49b1-9961-0f3dd6a0f3eb tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 May 03 16:41:53.315032 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc993f8-bf84-40bf-91a8-8d4680b405bf req-79278a3c-2b60-4989-bd70-e8b01f1adbfd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:53.317588 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fc993f8-bf84-40bf-91a8-8d4680b405bf req-79278a3c-2b60-4989-bd70-e8b01f1adbfd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 944 time: 0.0469754 May 03 16:41:53.364569 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fc993f8-bf84-40bf-91a8-8d4680b405bf req-16bf989d-8383-4610-aefe-cb17093a3900 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 May 03 16:41:54.209887 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device fe6fc803-8180-4352-9630-10d155b6a82a details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:41:54.303016 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=fe6fc803-8180-4352-9630-10d155b6a82a,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:41:54.313701 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'port_id': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'mac_address': 'fa:16:3e:35:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:41:54.353408 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port fe6fc803-8180-4352-9630-10d155b6a82a is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:41:54.353798 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:54.367049 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6fc803-8180-4352-9630-10d155b6a82a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:41:54.385739 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=fe6fc803-8180-4352-9630-10d155b6a82a,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:41:54.476553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd734fc-59df-47e6-9ec4-b0ebaa467a23 req-b29bda17-52e3-4e4c-9d5f-b1785486e546 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:54.477933 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dd734fc-59df-47e6-9ec4-b0ebaa467a23 req-b29bda17-52e3-4e4c-9d5f-b1785486e546 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 944 time: 0.0467613 May 03 16:41:54.517545 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:54.525142 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4dd734fc-59df-47e6-9ec4-b0ebaa467a23 req-3f9817d2-22e4-40bb-90ac-d2f6b2388a79 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 May 03 16:41:54.565964 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:54.572865 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.573219 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.573569 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.573912 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.574251 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.574585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.574936 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.575303 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.575639 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.575967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.576297 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.576880 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.577205 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.577530 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.577852 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:41:54.848198 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['fe6fc803-8180-4352-9630-10d155b6a82a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:41:55.639562 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e392a-2e48-418b-8124-5eb684b5a7bc req-d8168317-ad8f-4720-be1a-394156110c7a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:55.641030 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fc8e392a-2e48-418b-8124-5eb684b5a7bc req-d8168317-ad8f-4720-be1a-394156110c7a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 945 time: 0.0496125 May 03 16:41:55.687711 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fc8e392a-2e48-418b-8124-5eb684b5a7bc req-6fbe565f-c21c-4585-a2e5-997e0dc7e8da tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 May 03 16:41:56.230536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device fe6fc803-8180-4352-9630-10d155b6a82a up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:41:56.274226 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port fe6fc803-8180-4352-9630-10d155b6a82a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:41:56.339685 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port fe6fc803-8180-4352-9630-10d155b6a82a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:41:56.340086 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:56.417242 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port fe6fc803-8180-4352-9630-10d155b6a82a is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:41:56.417789 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:56.443997 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:41:56.446205 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98dd1b7-8c06-4ca6-bd93-b624b059465a" -d '{"events": [{"server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:41:56.458817 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=fe6fc803-8180-4352-9630-10d155b6a82a,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:41:56.480482 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665f8a2-725f-4aee-bf11-d656a321e379 x-openstack-request-id: req-c665f8a2-725f-4aee-bf11-d656a321e379 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:41:56.480829 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:41:56.481032 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c665f8a2-725f-4aee-bf11-d656a321e379 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:41:56.481430 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c665f8a2-725f-4aee-bf11-d656a321e379'] response: {'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'code': 200} May 03 16:41:56.517344 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:56.564859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:41:56.748493 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41deba-078a-4e1b-bcb3-bb7e32af1f92 req-39d21c98-eb78-42e6-b233-79304322ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:56.749904 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-5f41deba-078a-4e1b-bcb3-bb7e32af1f92 req-39d21c98-eb78-42e6-b233-79304322ebe2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 1130 time: 0.0382335 May 03 16:41:56.797072 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-5f41deba-078a-4e1b-bcb3-bb7e32af1f92 req-6242b5cc-2533-4fec-b0b1-31da8796b70d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 May 03 16:41:56.808259 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c807b-d545-4ad3-a0d5-31c40c2b768f req-a1d9a383-3997-4869-82e2-d58368a8870a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:56.809723 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d45c807b-d545-4ad3-a0d5-31c40c2b768f req-a1d9a383-3997-4869-82e2-d58368a8870a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0494072 May 03 16:41:56.864905 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d45c807b-d545-4ad3-a0d5-31c40c2b768f req-8a6449fc-b0d9-4c74-a300-801c473e292b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496759 May 03 16:41:57.895038 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3bb9dc48-771b-40bc-90b9-0b3f4bb19f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:57.982785 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e69450-b892-449d-afab-60f97c2c53a4 req-798a12df-8d2d-48d9-b812-1acf344a2f14 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:57.984268 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-75e69450-b892-449d-afab-60f97c2c53a4 req-798a12df-8d2d-48d9-b812-1acf344a2f14 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0497434 May 03 16:41:58.030041 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-75e69450-b892-449d-afab-60f97c2c53a4 req-4502a32d-e92f-414b-802c-5e42af03bb2c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 May 03 16:41:59.139276 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5773-90c9-4e68-9689-0cfd210d690d req-3f35e964-b6da-4f0c-bf1d-6705249c04d5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:59.140750 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71cb5773-90c9-4e68-9689-0cfd210d690d req-3f35e964-b6da-4f0c-bf1d-6705249c04d5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0461104 May 03 16:41:59.187518 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-71cb5773-90c9-4e68-9689-0cfd210d690d req-234bd52f-9b9f-4d58-8b04-049a3109cc9f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 May 03 16:41:59.300696 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e2305-1daa-4492-9f02-8769ebc0cea0 req-5cc73aea-9028-4a2e-b0b0-17fc8bc8cfe7 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:41:59.302677 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e3e2305-1daa-4492-9f02-8769ebc0cea0 req-5cc73aea-9028-4a2e-b0b0-17fc8bc8cfe7 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0515995 May 03 16:41:59.312747 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:41:59.316951 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'port_id': 'fe6fc803-8180-4352-9630-10d155b6a82a'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:41:59.359212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:59.800961 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:41:59.905430 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:00.009466 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP abfd2007-1ebc-467b-833c-d22888ef990e associated. External IP: 172.27.0.106, port: fe6fc803-8180-4352-9630-10d155b6a82a. May 03 16:42:00.157056 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c7f207a-f739-4cc8-8489-8ad10bced0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:00.217346 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:42:00.327381 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:42:00.332264 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:00.336692 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:42:00.345585 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:42:00.346744 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:42:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:42:00.362518 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-38cb3017-e36e-46a7-a1df-a9f7aa8c5944 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "PUT /v2.0/floatingips/abfd2007-1ebc-467b-833c-d22888ef990e HTTP/1.1" status: 200 len: 992 time: 1.0481362 May 03 16:42:00.363313 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:42:00.365560 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c6d41e-d718-4a6a-b066-31425b892ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:42:00.404535 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300dfee0-eec2-4b34-9192-089f7459d63b x-openstack-request-id: req-300dfee0-eec2-4b34-9192-089f7459d63b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:42:00.404831 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:42:00.405083 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-300dfee0-eec2-4b34-9192-089f7459d63b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:42:00.405491 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300dfee0-eec2-4b34-9192-089f7459d63b'] response: {'name': 'network-changed', 'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'status': 'completed', 'code': 200} May 03 16:42:00.454588 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:42:00.461287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-316475a3-96ac-433e-bd66-8cd151963783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:00.462807 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-316475a3-96ac-433e-bd66-8cd151963783 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 1130 time: 0.0371215 May 03 16:42:00.551790 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-785bbc60-fd72-4303-bdd9-a256bbd8b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:00.553298 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-785bbc60-fd72-4303-bdd9-a256bbd8b362 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0847161 May 03 16:42:00.620263 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-d67a6220-d8e2-4f7f-8d8e-fdc50fdffae5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe6fc803-8180-4352-9630-10d155b6a82a HTTP/1.1" status: 200 len: 1000 time: 0.0614192 May 03 16:42:00.669319 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-d21bcf7b-6e28-4269-b993-4c5a70d5aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:00.670857 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-d21bcf7b-6e28-4269-b993-4c5a70d5aded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0454986 May 03 16:42:00.671725 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}, {'id': 'abfd2007-1ebc-467b-833c-d22888ef990e', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:35:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:41:45Z', 'updated_at': '2022-05-03T16:41:59Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:42:00.697645 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:42:00.706604 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:42:00.707136 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:42:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:42:00.713166 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-b4089b71-f67f-4ede-981d-7d6059fe71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:00.714643 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-b4089b71-f67f-4ede-981d-7d6059fe71e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380628 May 03 16:42:00.806295 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-1b2e010b-516c-4ecd-8420-35eff3c2ca4c service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858784 May 03 16:42:00.814321 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:42:00.899894 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-39c6d41e-d718-4a6a-b066-31425b892ef6 req-f4794ad8-3d79-444c-b2a3-4662f9c418df service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879266 May 03 16:42:01.112809 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}, {'id': 'abfd2007-1ebc-467b-833c-d22888ef990e', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:35:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:41:45Z', 'updated_at': '2022-05-03T16:41:59Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:42:01.122614 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:01.139099 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83471f-6b2b-4444-a670-016d68628dce None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}, {'id': 'abfd2007-1ebc-467b-833c-d22888ef990e', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:35:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:41:45Z', 'updated_at': '2022-05-03T16:41:59Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:42:01.330201 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e7c99-cf27-49f6-b1c9-53826c07c3b5 None None] New status for floating IP abfd2007-1ebc-467b-833c-d22888ef990e: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:42:02.871203 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:04.219435 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:05.137026 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:42:09.567040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:21.908988 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-4339af49-30c6-44b7-84dc-e55fbea2047a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365336 May 03 16:42:21.964710 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4056-592e-4e59-bdb5-c55478108d7b req-5de2c138-a028-47df-a9a6-c93a65b28d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:21.966106 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-5de2c138-a028-47df-a9a6-c93a65b28d77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0370283 May 03 16:42:22.066048 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4056-592e-4e59-bdb5-c55478108d7b req-efd61a99-d989-411d-a5b4-bd17af08e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:22.067485 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-efd61a99-d989-411d-a5b4-bd17af08e3ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.0843792 May 03 16:42:22.130303 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-368500bd-0d29-471a-8fc6-bf9a7e87a110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 1000 time: 0.0564740 May 03 16:42:22.176510 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4056-592e-4e59-bdb5-c55478108d7b req-e3425d83-cfcd-41a4-83b5-a8d73886d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:22.177861 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-e3425d83-cfcd-41a4-83b5-a8d73886d4c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0420365 May 03 16:42:22.222579 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4056-592e-4e59-bdb5-c55478108d7b req-329416de-c9ab-4250-bed5-d275b74c0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:42:22.224052 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-329416de-c9ab-4250-bed5-d275b74c0ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401976 May 03 16:42:22.311777 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-9ffbeda1-53b1-48f5-a45d-cb624b1b6c6d service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818312 May 03 16:42:22.638776 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-909c4056-592e-4e59-bdb5-c55478108d7b req-01007150-6eed-4d46-bf5e-0e2d47cfefdb service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204730 May 03 16:42:27.916130 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eceb952e-7cd0-4093-84dd-b8ddf790f7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:30.178330 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-453a286d-6f69-4b44-9201-49d7beca0847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:31.063975 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:32.875280 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:34.184209 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:39.584087 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:42:42.136696 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:42:57.868725 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31f4fbf5-0e03-486d-afd4-d65fc668508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:00.188885 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-788548ef-3f57-48ba-91ab-a0f33c018103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:01.068741 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:02.954150 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:04.177091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:06.457595 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23b85f-9f45-444d-9566-d683eb0ed9cd req-d7a1c9e5-7942-4157-9e69-e8f308103511 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:06.459128 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fa23b85f-9f45-444d-9566-d683eb0ed9cd req-d7a1c9e5-7942-4157-9e69-e8f308103511 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0515907 May 03 16:43:06.509190 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fa23b85f-9f45-444d-9566-d683eb0ed9cd req-d65a35b2-a6fc-4a88-8ae4-d94d536865ab tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 May 03 16:43:07.807967 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e471ea-90f2-4973-9403-5d5881572111 req-95c86129-7757-484f-87d2-ccb3392abc53 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:07.809420 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2e471ea-90f2-4973-9403-5d5881572111 req-95c86129-7757-484f-87d2-ccb3392abc53 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.2312357 May 03 16:43:07.861231 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c2e471ea-90f2-4973-9403-5d5881572111 req-63253516-863d-432c-b9cc-082d84c60b3c tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463710 May 03 16:43:09.020057 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6705b-4f69-4ac1-9f60-54e585d7d7d2 req-8d089971-9b4e-4f90-8084-7f7aa1c7a4cc tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:09.021527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8b6705b-4f69-4ac1-9f60-54e585d7d7d2 req-8d089971-9b4e-4f90-8084-7f7aa1c7a4cc tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0946124 May 03 16:43:09.069739 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8b6705b-4f69-4ac1-9f60-54e585d7d7d2 req-c01f80cd-e0df-476f-b4d4-a6c81d49f048 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 May 03 16:43:09.593862 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:10.180372 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329621b-1e9e-45c6-9b60-e269548f6e9c req-93213b7d-966f-4787-b36c-01459934c8b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:10.182446 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c329621b-1e9e-45c6-9b60-e269548f6e9c req-93213b7d-966f-4787-b36c-01459934c8b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0463271 May 03 16:43:10.229343 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c329621b-1e9e-45c6-9b60-e269548f6e9c req-97eae9f5-c2bb-4010-a6a5-b2291906a1aa tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414829 May 03 16:43:11.376088 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f846-6c13-491c-8a43-508e28b09631 req-56d09072-6eb8-42d2-ab88-aea645b1fcd3 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:11.376088 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af44f846-6c13-491c-8a43-508e28b09631 req-56d09072-6eb8-42d2-ab88-aea645b1fcd3 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0485876 May 03 16:43:11.390585 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-af44f846-6c13-491c-8a43-508e28b09631 req-6f9add0f-c55b-4b41-91b4-4f9b99839e56 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 May 03 16:43:12.503665 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caabaf-d66d-430f-a46f-0f0b40525fbe req-bdd7bb4b-e645-41e0-92b3-d5bde92e7b9b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:12.505157 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8caabaf-d66d-430f-a46f-0f0b40525fbe req-bdd7bb4b-e645-41e0-92b3-d5bde92e7b9b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0460994 May 03 16:43:12.553179 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e8caabaf-d66d-430f-a46f-0f0b40525fbe req-658853b5-e101-4f3f-b9e3-8e1c860b1142 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 May 03 16:43:13.666390 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463819-3af9-4eb0-86f8-beee06989a33 req-3729d5c7-6b22-4c67-97e0-3ae735f3d1f1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:13.667839 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0463819-3af9-4eb0-86f8-beee06989a33 req-3729d5c7-6b22-4c67-97e0-3ae735f3d1f1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0445564 May 03 16:43:13.719313 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f0463819-3af9-4eb0-86f8-beee06989a33 req-6f9dc180-2321-4d96-8c1a-5861855ba249 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 May 03 16:43:14.828574 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a2031-d656-4f85-8023-45bcd615464b req-e29841d2-f2f9-47a6-af44-c018df176b0e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:14.830046 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e82a2031-d656-4f85-8023-45bcd615464b req-e29841d2-f2f9-47a6-af44-c018df176b0e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0449774 May 03 16:43:14.877499 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e82a2031-d656-4f85-8023-45bcd615464b req-7398a320-0cdf-4fe6-8907-ba41435da038 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 May 03 16:43:15.928040 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e425f2-ddcb-43ce-afcb-f33a1d99e45d req-b94c8de2-88ff-4384-a48d-012e098a1701 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:15.929521 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3e425f2-ddcb-43ce-afcb-f33a1d99e45d req-b94c8de2-88ff-4384-a48d-012e098a1701 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0465014 May 03 16:43:16.014238 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6420a-9d19-488d-8db9-597a27403c7a req-ef897a08-8823-4606-9c7f-e836e663632e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:16.015757 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ee6420a-9d19-488d-8db9-597a27403c7a req-ef897a08-8823-4606-9c7f-e836e663632e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0667279 May 03 16:43:16.018763 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3e425f2-ddcb-43ce-afcb-f33a1d99e45d req-6add97e8-5a31-447c-aeda-20d6d9a5385a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835283 May 03 16:43:16.066287 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7ee6420a-9d19-488d-8db9-597a27403c7a req-06569138-99dd-40a6-876a-3fa719f35e50 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 May 03 16:43:17.131539 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995da1-0759-4098-acfe-dde02feb4c84 req-f24ee112-fed3-40e1-8361-acfa063b535c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:17.133034 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3995da1-0759-4098-acfe-dde02feb4c84 req-f24ee112-fed3-40e1-8361-acfa063b535c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0464427 May 03 16:43:17.195162 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750ea40-6f32-48d3-b700-bbb6b33fbbe1 req-c1de513e-4e6b-45a2-8329-c091fc25729d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:17.196705 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f750ea40-6f32-48d3-b700-bbb6b33fbbe1 req-c1de513e-4e6b-45a2-8329-c091fc25729d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0619054 May 03 16:43:17.231898 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b3995da1-0759-4098-acfe-dde02feb4c84 req-9d8759d4-95fd-4b80-a545-d33ad2133a9b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887923 May 03 16:43:17.259774 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f750ea40-6f32-48d3-b700-bbb6b33fbbe1 req-68d7a7cf-2b17-4f4d-a2b6-f8da6c8cf8ad tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569897 May 03 16:43:17.607478 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-fdd6bf68-cc7f-4e88-a404-7317ce02a51f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:17.608903 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-fdd6bf68-cc7f-4e88-a404-7317ce02a51f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 946 time: 0.0473769 May 03 16:43:17.726854 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port fe6fc803-8180-4352-9630-10d155b6a82a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:43:17.727200 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:17.813621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] For port fe6fc803-8180-4352-9630-10d155b6a82a, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=fe6fc803-8180-4352-9630-10d155b6a82a,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:17.813984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:17.983961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:17.984325 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:17.984636 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP abfd2007-1ebc-467b-833c-d22888ef990e disassociated. External IP: 172.27.0.106, port: fe6fc803-8180-4352-9630-10d155b6a82a. May 03 16:43:17.984971 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for fe6fc803-8180-4352-9630-10d155b6a82a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:43:18.165771 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (fe6fc803-8180-4352-9630-10d155b6a82a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:18.194821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=fe6fc803-8180-4352-9630-10d155b6a82a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:18.207757 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.208217 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.208569 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.208915 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.209255 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.209591 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.209946 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.210300 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.210633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.210961 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.211331 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.211665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.211989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.212854 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.213201 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:18.329648 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:43:18.347372 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-57d9db76-8a25-4bb9-872a-3a9dc210f11f req-938754c5-8727-4aab-bb60-b663b8db54f8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=26a2dadc-9b31-4d9f-bb4d-808be660e8ff HTTP/1.1" status: 200 len: 210 time: 0.0427768 May 03 16:43:18.394545 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0729b-2b62-4e72-bd11-1e2d03241915 req-dcaf3e67-7ca9-4441-9b81-f8999d7565b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:18.396050 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cfe0729b-2b62-4e72-bd11-1e2d03241915 req-dcaf3e67-7ca9-4441-9b81-f8999d7565b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0477619 May 03 16:43:18.441988 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:43:18.445290 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cfe0729b-2b62-4e72-bd11-1e2d03241915 req-06d122ab-7545-4db1-b3a7-69b7a364ef40 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 May 03 16:43:18.454279 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:43:18.466025 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:18.466592 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:18.487837 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] No DVR routers for this DVR port fe6fc803-8180-4352-9630-10d155b6a82a on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:43:18.490338 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:18.493594 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-d42595cf-3f37-4f77-8004-f401079ea8e5 req-4c22a5f1-74cf-46e6-a370-a9b1cb5f4bf0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "DELETE /v2.0/ports/fe6fc803-8180-4352-9630-10d155b6a82a HTTP/1.1" status: 204 len: 173 time: 0.8508227 May 03 16:43:18.494518 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'name': 'network-vif-deleted', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:18.496775 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4405a0b3-27d6-494a-b6e5-0ebd36f524b6" -d '{"events": [{"server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "name": "network-vif-deleted", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:18.533373 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca57bb-0b80-4909-b681-bc2abf10ab49 x-openstack-request-id: req-8dca57bb-0b80-4909-b681-bc2abf10ab49 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:18.533665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a2dadc-9b31-4d9f-bb4d-808be660e8ff", "name": "network-vif-deleted", "tag": "fe6fc803-8180-4352-9630-10d155b6a82a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:18.533929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dca57bb-0b80-4909-b681-bc2abf10ab49 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:18.534316 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dca57bb-0b80-4909-b681-bc2abf10ab49'] response: {'server_uuid': '26a2dadc-9b31-4d9f-bb4d-808be660e8ff', 'name': 'network-vif-deleted', 'tag': 'fe6fc803-8180-4352-9630-10d155b6a82a', 'status': 'completed', 'code': 200} May 03 16:43:18.588451 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:18.815604 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:18.842236 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:43:18.850527 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:18.851125 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:18.959460 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:19.141259 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:43:19.180753 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:19.207901 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377292-c5fb-4193-9435-3eb0721463a1 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '39c0a603-5fff-48f0-8411-79911561f187', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'bd41a4bf-7919-4088-928a-1247489f33db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:27:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61725cdc-834f-450f-8741-692cd21471e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:40:19Z', 'revision_number': 2, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:43:19.444446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380bc64-6175-407a-b197-0038bd9a3a1a None None] New status for floating IP abfd2007-1ebc-467b-833c-d22888ef990e: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:43:19.492548 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:19.585756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155878b-d210-4c04-9ff7-cce51f2566a4 req-c27e453e-eaa1-4de8-8d73-d7f1ef05e2aa tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:19.587364 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b155878b-d210-4c04-9ff7-cce51f2566a4 req-c27e453e-eaa1-4de8-8d73-d7f1ef05e2aa tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0680180 May 03 16:43:19.609843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (c6976e54-71b4-4c1d-b24f-033ffb4a4bcd), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.655874 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (c6976e54-71b4-4c1d-b24f-033ffb4a4bcd), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.667694 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b155878b-d210-4c04-9ff7-cce51f2566a4 req-e58a9b56-9359-44fd-a169-d255403c5621 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744572 May 03 16:43:19.748267 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c6976e54-71b4-4c1d-b24f-033ffb4a4bcd), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.750845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.752073 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/security-groups/c6976e54-71b4-4c1d-b24f-033ffb4a4bcd HTTP/1.1" status: 204 len: 168 time: 0.2577069 May 03 16:43:19.754752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:19.762313 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6976e54-71b4-4c1d-b24f-033ffb4a4bcd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:19.769618 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.769775 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-e149290e-bd39-4297-8c58-8e293c486654 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] show failed (client error): The resource could not be found. May 03 16:43:19.769964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.770346 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.770682 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.770921 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e149290e-bd39-4297-8c58-8e293c486654 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups/c6976e54-71b4-4c1d-b24f-033ffb4a4bcd HTTP/1.1" status: 404 len: 347 time: 0.0148876 May 03 16:43:19.771050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.771350 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.771681 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.772003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.772327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.772648 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.772968 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.773288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.773609 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.773727 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:19.773964 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.774283 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c97df-4a81-4435-bf40-4cc2e3c8ebcf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:19.891786 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port 8b1da243-1ea7-46e1-9b82-cd4f79034227 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:43:19.892128 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.967154 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.967518 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (8b1da243-1ea7-46e1-9b82-cd4f79034227), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:19.980885 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for 8b1da243-1ea7-46e1-9b82-cd4f79034227 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:43:20.159932 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (8b1da243-1ea7-46e1-9b82-cd4f79034227), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:20.187649 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=8b1da243-1ea7-46e1-9b82-cd4f79034227,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:20.250091 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (abfd2007-1ebc-467b-833c-d22888ef990e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:20.252617 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:20.253749 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-40afca5d-6bc4-4505-bf6c-1b3dd8e7ac6b tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/floatingips/abfd2007-1ebc-467b-833c-d22888ef990e HTTP/1.1" status: 204 len: 168 time: 0.4785578 May 03 16:43:20.790116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d615ce-94b6-49e3-a3a0-c31a10a14e0f req-ece682df-6a9a-4d01-810a-a9ea3fbe0308 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:20.792216 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-30d615ce-94b6-49e3-a3a0-c31a10a14e0f req-ece682df-6a9a-4d01-810a-a9ea3fbe0308 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0526745 May 03 16:43:20.841349 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-30d615ce-94b6-49e3-a3a0-c31a10a14e0f req-2f847f6d-3929-4a87-84bc-8ca843525c06 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 May 03 16:43:21.953744 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cb0a-272f-471c-a729-78b1a339e3f5 req-1d873aff-f1cb-4f16-93f5-111a1c4e84f0 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:21.955107 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7727cb0a-272f-471c-a729-78b1a339e3f5 req-1d873aff-f1cb-4f16-93f5-111a1c4e84f0 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0459011 May 03 16:43:22.002187 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7727cb0a-272f-471c-a729-78b1a339e3f5 req-b896ba41-ca0d-41c8-9ace-f0deed325c0d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 May 03 16:43:22.157023 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-1c5efd28-99ee-4bdc-a178-15469dead9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:22.158527 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-1c5efd28-99ee-4bdc-a178-15469dead9dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0376372 May 03 16:43:22.254196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-3631e6c8-a7f2-4eb8-8b30-c1c358bd8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:22.255702 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-3631e6c8-a7f2-4eb8-8b30-c1c358bd8128 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.0909996 May 03 16:43:22.318156 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-887b62f3-9d9f-44c4-818d-95f6fdd09baf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 1000 time: 0.0569105 May 03 16:43:22.364882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-eeb14158-0ec3-4027-90f2-94c6278f1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:22.366351 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-eeb14158-0ec3-4027-90f2-94c6278f1e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0428634 May 03 16:43:22.410362 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-a13db73f-c7a1-4a00-878b-288b43c0a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:22.411854 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-a13db73f-c7a1-4a00-878b-288b43c0a898 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399859 May 03 16:43:22.498480 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-dd7b38f3-0fd5-4583-940d-56e558dd5eca service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805533 May 03 16:43:22.588989 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94f3c25f-3dc6-4def-9097-2b6101214c4d req-2d1a4ddf-d464-4df0-91d6-e6fc18212af7 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831871 May 03 16:43:22.681344 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device fe6fc803-8180-4352-9630-10d155b6a82a no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:43:22.701192 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: fe6fc803-8180-4352-9630-10d155b6a82a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:43:22.701536 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device fe6fc803-8180-4352-9630-10d155b6a82a not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:43:23.111701 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a3469-f3e7-43ed-935d-28302ffebb66 req-f11d34cd-71fd-4d7f-ac58-55b548a3e794 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:23.113200 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-339a3469-f3e7-43ed-935d-28302ffebb66 req-f11d34cd-71fd-4d7f-ac58-55b548a3e794 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0461047 May 03 16:43:23.166396 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-339a3469-f3e7-43ed-935d-28302ffebb66 req-4d318d6e-207f-4b4c-ae60-3a883a713354 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 May 03 16:43:23.210951 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb13e42-5d7f-4ab8-ad9c-93fc6b6a5d81 req-31dd398c-86fc-4cc7-82b7-d78465671ccd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:23.212439 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9bb13e42-5d7f-4ab8-ad9c-93fc6b6a5d81 req-31dd398c-86fc-4cc7-82b7-d78465671ccd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0450046 May 03 16:43:23.260013 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9bb13e42-5d7f-4ab8-ad9c-93fc6b6a5d81 req-46443758-2957-4654-bb1a-6c20d98067e6 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 May 03 16:43:24.277950 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af00b6a-5b96-48d1-874b-693fac060fef req-5a7e09d5-ecae-422c-b09f-32817afe2d31 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:24.279445 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2af00b6a-5b96-48d1-874b-693fac060fef req-5a7e09d5-ecae-422c-b09f-32817afe2d31 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0464263 May 03 16:43:24.329120 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2af00b6a-5b96-48d1-874b-693fac060fef req-318d23d0-8511-45c7-9eae-d7ca41040923 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 May 03 16:43:24.377696 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648b1b-a46d-47ae-91a7-e79737ae1cda req-7a8f7fda-c82c-4923-b455-0c4f4b49c654 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:24.379154 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-48648b1b-a46d-47ae-91a7-e79737ae1cda req-7a8f7fda-c82c-4923-b455-0c4f4b49c654 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.0491731 May 03 16:43:24.424503 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-48648b1b-a46d-47ae-91a7-e79737ae1cda req-aa9a3785-7640-4dd7-960f-3c502cd5a026 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 May 03 16:43:25.153846 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-043d5653-47df-4b7e-8e0b-94d9a55c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.155366 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-043d5653-47df-4b7e-8e0b-94d9a55c56e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0406780 May 03 16:43:25.263153 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-be2685b3-b191-4af8-befe-f3377ac33da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.264630 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-be2685b3-b191-4af8-befe-f3377ac33da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.0897512 May 03 16:43:25.351952 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-efa4be22-742e-4d0a-a800-2f62f6774d40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 1000 time: 0.0585451 May 03 16:43:25.442856 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3378f1-1237-40e2-8c8e-fd3e672dee0b req-b11f6383-d1c0-46ad-853e-592efc0a035f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.444324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ab3378f1-1237-40e2-8c8e-fd3e672dee0b req-b11f6383-d1c0-46ad-853e-592efc0a035f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0452592 May 03 16:43:25.497742 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ab3378f1-1237-40e2-8c8e-fd3e672dee0b req-0365197b-0346-49c8-b8aa-42cc7901866b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459712 May 03 16:43:25.524670 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-6692f77a-5329-4944-a393-5994154399e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.526418 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-6692f77a-5329-4944-a393-5994154399e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0585773 May 03 16:43:25.574110 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-154cfe3f-ea17-422a-835f-9d5ef01a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.575695 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-154cfe3f-ea17-422a-835f-9d5ef01a2a5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436261 May 03 16:43:25.674868 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-e3c50585-7d04-4366-b34e-f5a6ce422654 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925817 May 03 16:43:25.776953 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c3d3f34d-d0ad-441b-9505-05aa1c6af5e7 req-f24c8943-a0c0-41b3-9c2e-3b350c84f8d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962393 May 03 16:43:25.850645 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-a787c286-ad70-4379-967d-b67fd4bf5812 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.852162 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-a787c286-ad70-4379-967d-b67fd4bf5812 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.3533874 May 03 16:43:25.858918 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40b4fe-1bf0-461d-8298-b8b1012c73be req-c8774963-ef2d-479c-bd63-c4ff85472293 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:25.860325 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-db40b4fe-1bf0-461d-8298-b8b1012c73be req-c8774963-ef2d-479c-bd63-c4ff85472293 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 946 time: 0.3604999 May 03 16:43:25.961717 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-db40b4fe-1bf0-461d-8298-b8b1012c73be req-6bef439c-5aba-49c2-9d38-de3011547e9e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf6fe6c-91c1-4694-92f7-fe4b529c727e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931733 May 03 16:43:25.983086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port bd41a4bf-7919-4088-928a-1247489f33db {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:43:25.983086 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (bd41a4bf-7919-4088-928a-1247489f33db), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.065793 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] For port bd41a4bf-7919-4088-928a-1247489f33db, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=bd41a4bf-7919-4088-928a-1247489f33db,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:26.066161 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (bd41a4bf-7919-4088-928a-1247489f33db), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.239128 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.239438 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.239755 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 39c0a603-5fff-48f0-8411-79911561f187 disassociated. External IP: 172.27.0.221, port: bd41a4bf-7919-4088-928a-1247489f33db. May 03 16:43:26.240099 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for bd41a4bf-7919-4088-928a-1247489f33db owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:43:26.410834 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (bd41a4bf-7919-4088-928a-1247489f33db), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.440142 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=bd41a4bf-7919-4088-928a-1247489f33db,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:26.560821 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:43:26.660097 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0084e2-7855-46b4-a20d-69814ea27bbd req-d8a5f617-8a2d-4cca-ac38-83c2e40b0bff tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:26.661544 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-da0084e2-7855-46b4-a20d-69814ea27bbd req-d8a5f617-8a2d-4cca-ac38-83c2e40b0bff tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0554812 May 03 16:43:26.734592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:43:26.744450 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:43:26.754471 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:26.755087 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:26.772382 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-da0084e2-7855-46b4-a20d-69814ea27bbd req-e3553a07-4231-4c89-9430-ac58785461ee tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812271 May 03 16:43:26.787978 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] No DVR routers for this DVR port bd41a4bf-7919-4088-928a-1247489f33db on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:43:26.799127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:26.803379 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4956a6df-c0cf-45f8-9c64-dabdaeeb7681 req-89e4f697-ed0b-4536-9a15-49137f1099c0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "DELETE /v2.0/ports/bd41a4bf-7919-4088-928a-1247489f33db HTTP/1.1" status: 204 len: 173 time: 0.9418192 May 03 16:43:26.803603 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'name': 'network-vif-deleted', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:26.805858 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c5ac9-4029-45f0-862c-1769a9767167" -d '{"events": [{"server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "name": "network-vif-deleted", "tag": "bd41a4bf-7919-4088-928a-1247489f33db"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:26.852847 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1cbc81-41b0-4350-9a66-f4a09f132f52 x-openstack-request-id: req-cb1cbc81-41b0-4350-9a66-f4a09f132f52 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:26.853144 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61725cdc-834f-450f-8741-692cd21471e4", "name": "network-vif-deleted", "tag": "bd41a4bf-7919-4088-928a-1247489f33db", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:26.853440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb1cbc81-41b0-4350-9a66-f4a09f132f52 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:26.853866 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1cbc81-41b0-4350-9a66-f4a09f132f52'] response: {'server_uuid': '61725cdc-834f-450f-8741-692cd21471e4', 'name': 'network-vif-deleted', 'tag': 'bd41a4bf-7919-4088-928a-1247489f33db', 'status': 'completed', 'code': 200} May 03 16:43:26.859962 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [req-6a741283-8f4e-4e47-b96c-8056e6cb4179 req-976191ab-5a05-49c2-aedd-0a01ee3294f4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:43:26.861002 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6a741283-8f4e-4e47-b96c-8056e6cb4179 req-976191ab-5a05-49c2-aedd-0a01ee3294f4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053625 May 03 16:43:26.885624 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:27.065486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cbbcf5b8-2c02-41b7-b230-2dd300965a7f req-e799a299-aef0-4bd7-b164-c22f61cca23f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=61725cdc-834f-450f-8741-692cd21471e4 HTTP/1.1" status: 200 len: 210 time: 0.0280013 May 03 16:43:27.176412 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:27.208056 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:43:27.217462 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:27.218074 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:27.220974 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01913-07f1-4277-b32a-ecc1d6145ca9 req-747fabe6-6443-48ea-a823-0d46665e7082 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:27.222436 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-55f01913-07f1-4277-b32a-ecc1d6145ca9 req-747fabe6-6443-48ea-a823-0d46665e7082 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0474992 May 03 16:43:27.300054 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-55f01913-07f1-4277-b32a-ecc1d6145ca9 req-36f3d937-d74d-4b9d-8023-14e66bbaa33d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620637 May 03 16:43:27.329818 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-8c12b4fa-d226-4291-bea3-4a96046859c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962098 May 03 16:43:27.332378 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:27.455508 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-e2d9c568-ec37-4122-bc2e-0a718b2db5b5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:27.456872 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-e2d9c568-ec37-4122-bc2e-0a718b2db5b5 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports/90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 942 time: 0.0996075 May 03 16:43:27.547221 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:27.575747 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c57db-bfda-45be-a199-3a923ab358aa None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:43:27.836934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4e769-b106-4900-a07f-61a53adafd6d None None] New status for floating IP 39c0a603-5fff-48f0-8411-79911561f187: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:43:27.905984 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac338895-0c5e-4445-b08e-94e031faa43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.219853 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55718) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:28.271379 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (5bf6fe6c-91c1-4694-92f7-fe4b529c727e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.294295 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (5bf6fe6c-91c1-4694-92f7-fe4b529c727e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.414948 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628171a-4284-458b-b965-c866cff539d2 req-06f5f8a1-f072-4dc5-a2a9-f44ec2afa083 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:28.417057 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4628171a-4284-458b-b965-c866cff539d2 req-06f5f8a1-f072-4dc5-a2a9-f44ec2afa083 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0461183 May 03 16:43:28.439780 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (5bf6fe6c-91c1-4694-92f7-fe4b529c727e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.442423 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.443685 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/security-groups/5bf6fe6c-91c1-4694-92f7-fe4b529c727e HTTP/1.1" status: 204 len: 168 time: 0.2248085 May 03 16:43:28.448898 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55722) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:28.463872 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531acfa-b27a-4455-b33c-89c3ee9787ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6fe6c-91c1-4694-92f7-fe4b529c727e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:28.466001 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4628171a-4284-458b-b965-c866cff539d2 req-d5b59fcb-f3c3-4427-84f8-33e9db6b1564 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 May 03 16:43:28.472037 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-a496be58-0b9d-42ed-9eff-ad6a93e9d28a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] show failed (client error): The resource could not be found. May 03 16:43:28.483502 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a496be58-0b9d-42ed-9eff-ad6a93e9d28a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups/5bf6fe6c-91c1-4694-92f7-fe4b529c727e HTTP/1.1" status: 404 len: 347 time: 0.0238459 May 03 16:43:28.485985 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:28.605577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port a3c4f584-24f8-4ef5-83ff-c4f658731e24 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:43:28.605907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.682835 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.683072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (a3c4f584-24f8-4ef5-83ff-c4f658731e24), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.694843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for a3c4f584-24f8-4ef5-83ff-c4f658731e24 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:43:28.715881 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:43:28.797131 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 90c4dba3-db83-4133-95e3-d88bfc5fa25e is: ACTIVE; New status is: DOWN {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:43:28.797507 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.826269 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:28.826269 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b2a05-e9ea-4ea8-b436-8c185ee50959" -d '{"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-unplugged", "status": "completed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:28.838907 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:28.859054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759d2b36-b151-4b83-a8ca-6ec5da5943fc x-openstack-request-id: req-759d2b36-b151-4b83-a8ca-6ec5da5943fc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:28.859379 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-unplugged", "status": "failed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "code": 422}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:28.859688 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-759d2b36-b151-4b83-a8ca-6ec5da5943fc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:28.860123 dv-cinder-840324-1-iscsi neutron-server[103693]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-759d2b36-b151-4b83-a8ca-6ec5da5943fc']: {'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'code': 422} returned with failed status May 03 16:43:28.902609 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a3c4f584-24f8-4ef5-83ff-c4f658731e24), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.931289 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.933112 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=a3c4f584-24f8-4ef5-83ff-c4f658731e24,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:28.981869 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:28.988793 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.989140 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.989483 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.989810 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.990839 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.991195 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.991319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (39c0a603-5fff-48f0-8411-79911561f187), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.991608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.992202 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.992544 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.992908 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.993235 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.993562 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.993806 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:28.993932 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.994239 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.994581 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:43:28.995342 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-839fb2d1-0557-4ea6-ae62-18488a70fae2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/floatingips/39c0a603-5fff-48f0-8411-79911561f187 HTTP/1.1" status: 204 len: 168 time: 0.5079944 May 03 16:43:29.295645 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:29.300183 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867699049', 'description': 'tempest-description--696498764'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:29.394077 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.460593 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (168dbacb-d9de-44e6-aebe-6c7ce187b8b9), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.518660 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (168dbacb-d9de-44e6-aebe-6c7ce187b8b9), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.603035 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168dbacb-d9de-44e6-aebe-6c7ce187b8b9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:29.620577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-a69ffa2a-28bf-43ac-a171-68cd96022e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.623806 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-a69ffa2a-28bf-43ac-a171-68cd96022e0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a&tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e HTTP/1.1" status: 200 len: 1127 time: 0.0827620 May 03 16:43:29.636718 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0946-c3bd-407d-8827-bbd1d7313d5b req-43243f64-804a-4350-8719-7a23d8c79dde tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.638202 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-53bf0946-c3bd-407d-8827-bbd1d7313d5b req-43243f64-804a-4350-8719-7a23d8c79dde tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0866129 May 03 16:43:29.641526 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.643017 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-d17a85f4-d57c-4b48-80e7-66dae25e3c81 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3460462 May 03 16:43:29.645548 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55734) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:29.650473 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '168dbacb-d9de-44e6-aebe-6c7ce187b8b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:29.714600 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-75e88db1-4b03-4b7d-a3f9-6f87e10af6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.716130 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-75e88db1-4b03-4b7d-a3f9-6f87e10af6ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1127 time: 0.0648007 May 03 16:43:29.725671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-53bf0946-c3bd-407d-8827-bbd1d7313d5b req-b0b0e673-ee2c-4751-82c2-3c78f3d4d8bf tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804539 May 03 16:43:29.737090 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (2c9d10cf-8768-4f8a-ad96-e036224060e1), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.794689 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (2c9d10cf-8768-4f8a-ad96-e036224060e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.812079 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-86237227-7449-4406-96e7-d38c96d99ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.813538 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-86237227-7449-4406-96e7-d38c96d99ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.0917172 May 03 16:43:29.868045 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (2c9d10cf-8768-4f8a-ad96-e036224060e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.883753 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-d99c92c0-8f45-4648-bad9-c0159a09c58e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 998 time: 0.0639062 May 03 16:43:29.888593 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9d10cf-8768-4f8a-ad96-e036224060e1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:29.931239 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-a9e58ecf-151e-4fb7-8067-5e14d9b6abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.933640 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-a9e58ecf-151e-4fb7-8067-5e14d9b6abac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0447435 May 03 16:43:29.955367 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:29.958882 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-29366c38-bef9-4917-aa3c-3204e2c820f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100078 May 03 16:43:29.959128 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55736) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:29.963586 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '168dbacb-d9de-44e6-aebe-6c7ce187b8b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:29.976240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd057-574d-49d4-be01-aee96870ea59 req-5e4cbbaf-c13c-4e24-b1c6-901b8d890046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:29.977875 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-5e4cbbaf-c13c-4e24-b1c6-901b8d890046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380788 May 03 16:43:30.050461 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (32c16ef9-b008-45e7-9215-69ed730223c7), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.071312 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-4db1826c-2ae2-4391-8dc3-dfefce213e6a service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875909 May 03 16:43:30.109528 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (32c16ef9-b008-45e7-9215-69ed730223c7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.161094 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-415fd057-574d-49d4-be01-aee96870ea59 req-ca7a53dc-3377-407d-a2b3-fb27b1fee1b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 May 03 16:43:30.165092 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-641d8765-0ad1-4b37-87d3-42df41163686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.176943 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (32c16ef9-b008-45e7-9215-69ed730223c7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.196200 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c16ef9-b008-45e7-9215-69ed730223c7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:30.287093 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.288354 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0dacfbb8-c67c-4381-ac3c-d38d9e1b6acc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282180 May 03 16:43:30.291972 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55738) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:30.297571 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:30.382404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.460731 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.564485 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.27.0.69 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/66c52bd7-2ad0-4a43-96c4-74da2735a389) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:43:30.663643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.726910 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device bd41a4bf-7919-4088-928a-1247489f33db no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:43:30.736063 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.746842 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: bd41a4bf-7919-4088-928a-1247489f33db {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:43:30.747188 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device bd41a4bf-7919-4088-928a-1247489f33db not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:43:30.776572 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:43:30.781555 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:43:30.786050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:43:30.789160 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=66c52bd7-2ad0-4a43-96c4-74da2735a389,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:30.845178 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37af468-5888-4256-8af0-75b5cf679cf7 req-405722e6-4aa6-4cd7-b6c2-5e818e81a470 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:30.846634 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e37af468-5888-4256-8af0-75b5cf679cf7 req-405722e6-4aa6-4cd7-b6c2-5e818e81a470 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0500915 May 03 16:43:30.875621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:30.895579 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e37af468-5888-4256-8af0-75b5cf679cf7 req-21e2397e-5710-468f-a089-44823827eedd tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431547 May 03 16:43:30.992696 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.113055 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.140732 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.176420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.241886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=66c52bd7-2ad0-4a43-96c4-74da2735a389,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:31.253992 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.315833 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:31.317080 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-268478a1-4013-4d64-b32c-7e52ed2ff482 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0241489 May 03 16:43:31.462396 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-5ce81ed7-2f80-45ff-ab43-fcbe4579cc42 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--867699049&fields=id&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 267 time: 0.0414484 May 03 16:43:31.570731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-3b5c2a13-40d0-4be2-862a-56c6dd99bee0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:31.572337 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-3b5c2a13-40d0-4be2-862a-56c6dd99bee0 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1030586 May 03 16:43:31.586935 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-26b7ca74-4f23-4651-9ec1-62dc964207ef tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/quotas/e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 375 time: 0.0087063 May 03 16:43:31.635301 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-51977a8e-153f-470d-bda7-e812d4986433 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427625 May 03 16:43:31.729032 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-ed1e5bc0-f339-4d15-8c57-ace4d1aed2f1 service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821710 May 03 16:43:31.817519 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-4dabddc1-5d9d-4906-81e3-977b946c858f service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 May 03 16:43:32.019418 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0195d-5b2a-49c2-9520-eaf517570f59 req-88cae91e-8fc3-4c7c-be4e-182bb302b462 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:32.020857 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-88c0195d-5b2a-49c2-9520-eaf517570f59 req-88cae91e-8fc3-4c7c-be4e-182bb302b462 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0596554 May 03 16:43:32.039201 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6d1096e0-a46a-4366-ae63-19da947e8f97 req-0658a9c6-bfeb-43a7-8da0-7a9386f56556 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 210 time: 0.0372481 May 03 16:43:32.086604 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-88c0195d-5b2a-49c2-9520-eaf517570f59 req-82d4f031-5ac4-438e-97a0-312b27847cc2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503297 May 03 16:43:32.925176 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:33.138468 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b634c18f-9631-49d4-9ea8-ee92fcb0d211 req-563826c4-8562-4450-af3e-a3468cb90b2c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 210 time: 0.0320520 May 03 16:43:33.202127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6f9c3-19cd-4d15-8898-064911ebc2d5 req-3197da61-a46b-45a5-bb5d-fe1be480660b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:33.203723 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c6e6f9c3-19cd-4d15-8898-064911ebc2d5 req-3197da61-a46b-45a5-bb5d-fe1be480660b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0484927 May 03 16:43:33.253099 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c6e6f9c3-19cd-4d15-8898-064911ebc2d5 req-8a708ee8-216a-4d01-8c80-c308afd58cb4 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 May 03 16:43:33.866912 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-8ae98c4d-9df5-4d34-9222-5fb34f26f2d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:33.868397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-8ae98c4d-9df5-4d34-9222-5fb34f26f2d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1062067 May 03 16:43:33.929647 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-0d292592-8ab4-4605-9315-6cc94c344819 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 379 time: 0.0532179 May 03 16:43:33.937475 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'port': {'device_id': '9e26d349-05bc-4df6-93a9-319725ee7989', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'admin_state_up': True, 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'security_groups': ['168dbacb-d9de-44e6-aebe-6c7ce187b8b9']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:34.096667 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:43:34.100292 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.187950 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.252164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.20.0.8 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/4d4274e2-e401-49c8-aa14-1b95034c91bf) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:43:34.255605 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a91f01ad-a611-40cc-8d3a-67f6e317d543 req-0ab03079-48ac-40dd-aa68-1eb75b3223dd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 210 time: 0.0333600 May 03 16:43:34.409737 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815d7f-f414-4c2c-9d45-b54f257db030 req-bbff637a-5300-471e-8c6b-8e255dd04745 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:34.411127 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3b815d7f-f414-4c2c-9d45-b54f257db030 req-bbff637a-5300-471e-8c6b-8e255dd04745 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0854359 May 03 16:43:34.444873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.489587 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3b815d7f-f414-4c2c-9d45-b54f257db030 req-fc7cc2a8-6318-4f05-8b6d-5a6c82b5094e tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710182 May 03 16:43:34.542974 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.588383 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:43:34.591187 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:43:34.596913 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:43:34.628861 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:34.657996 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:34.658637 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.732966 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-dae638c2-2ed6-4cce-b63a-df38e36f0e36 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989900 May 03 16:43:34.744638 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Request body: {'port': {'device_id': '9e26d349-05bc-4df6-93a9-319725ee7989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:34.790490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-421bbb8b-f3f1-4fbe-83ac-13ad5a909488 None None] Provisioning complete for port 4d4274e2-e401-49c8-aa14-1b95034c91bf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:43:34.791024 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-421bbb8b-f3f1-4fbe-83ac-13ad5a909488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.806049 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:34.828669 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-421bbb8b-f3f1-4fbe-83ac-13ad5a909488 None None] Port 4d4274e2-e401-49c8-aa14-1b95034c91bf cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:43:35.066509 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4274e2-e401-49c8-aa14-1b95034c91bf {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:43:35.074453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks [] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:35.086447 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Transition to ACTIVE for port object 4d4274e2-e401-49c8-aa14-1b95034c91bf will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:43:35.158856 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:35.207990 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:35.285472 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Attempting to bind port 4d4274e2-e401-49c8-aa14-1b95034c91bf on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:43:35.286127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Attempting to bind port 4d4274e2-e401-49c8-aa14-1b95034c91bf by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:43:35.286289 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Attempting to bind port 4d4274e2-e401-49c8-aa14-1b95034c91bf on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:43:35.291216 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Port 4d4274e2-e401-49c8-aa14-1b95034c91bf on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:43:35.291751 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Attempting to bind port 4d4274e2-e401-49c8-aa14-1b95034c91bf on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:43:35.300575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:43:35.300575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:43:35.300575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:43:35.300575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Bound port: 4d4274e2-e401-49c8-aa14-1b95034c91bf, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:43:35.300575 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:35.395267 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc46b5-484b-4d7a-ba19-54267b286678 req-09346ee7-7b95-42e1-96d2-b5d62a3db243 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.396771 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35cc46b5-484b-4d7a-ba19-54267b286678 req-09346ee7-7b95-42e1-96d2-b5d62a3db243 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 943 time: 0.0641587 May 03 16:43:35.402756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:43:35.407274 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:43:35.449400 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35cc46b5-484b-4d7a-ba19-54267b286678 req-eb1a4e7a-a79e-4711-85fb-1f0fbcedcb64 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444055 May 03 16:43:35.480542 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13094946'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:35.517566 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.518690 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:35.519699 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] 10.222.0.36 "PUT /v2.0/ports/4d4274e2-e401-49c8-aa14-1b95034c91bf HTTP/1.1" status: 200 len: 1093 time: 0.7798250 May 03 16:43:35.520415 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:35.522382 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fccd67-f20b-423c-b36e-956b6cd6ab8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:35.559081 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17810eb5-8fd0-4278-8586-d5d37b0dc035 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:35.583042 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a621b5-87dd-453a-8a37-7f100a499a26 x-openstack-request-id: req-22a621b5-87dd-453a-8a37-7f100a499a26 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:35.583396 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:35.583656 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22a621b5-87dd-453a-8a37-7f100a499a26 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:35.584088 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a621b5-87dd-453a-8a37-7f100a499a26'] response: {'name': 'network-changed', 'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'status': 'completed', 'code': 200} May 03 16:43:35.679530 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85565-6d2f-439f-992c-31f42b76af46 req-062bebb3-fccc-4d3d-bb86-8ef9b2ce30b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.680936 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54d85565-6d2f-439f-992c-31f42b76af46 req-062bebb3-fccc-4d3d-bb86-8ef9b2ce30b7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0795536 May 03 16:43:35.681943 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-d2fc15e8-eee3-4765-8b5d-21a86ac46fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.683331 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-d2fc15e8-eee3-4765-8b5d-21a86ac46fea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 1127 time: 0.0719147 May 03 16:43:35.794101 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54d85565-6d2f-439f-992c-31f42b76af46 req-09b6577a-92ef-4054-a684-99fb1cf0926b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065216 May 03 16:43:35.817595 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-fed8a7c3-9f7d-46ba-b30a-dd30124ec749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.819099 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-fed8a7c3-9f7d-46ba-b30a-dd30124ec749 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e36f54435f99423f9fb3f1ca18184f44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1255531 May 03 16:43:35.913321 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-7d882eb0-6862-4a68-ab14-c10d1ed54755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.914671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-62fccd67-f20b-423c-b36e-956b6cd6ab8e req-7d882eb0-6862-4a68-ab14-c10d1ed54755 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903156 May 03 16:43:35.984202 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-9743f21b-6c22-4d72-a785-5ebf8406436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:35.985627 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-9743f21b-6c22-4d72-a785-5ebf8406436f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 1127 time: 0.0372248 May 03 16:43:36.028082 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-3c41de57-c7e6-439d-a4d1-764420ca8a1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf HTTP/1.1" status: 200 len: 217 time: 0.0346127 May 03 16:43:36.147065 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-4f26c1be-7489-4977-9748-f099fb53858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:36.148482 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-4f26c1be-7489-4977-9748-f099fb53858a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0429161 May 03 16:43:36.565984 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2dba0-a736-4523-9aa3-c4c23907392e req-82f5f323-2877-4189-b4da-d9b532b44597 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:36.567483 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0fd2dba0-a736-4523-9aa3-c4c23907392e req-82f5f323-2877-4189-b4da-d9b532b44597 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 943 time: 0.0486836 May 03 16:43:36.612963 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0fd2dba0-a736-4523-9aa3-c4c23907392e req-aad2e5e2-4113-47d3-b333-c7d1adf4a280 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395296 May 03 16:43:36.904654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddae55-ea5f-49b2-ae60-da3087d5993a req-466e9782-27de-47f4-9134-9b97c723151f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:36.906107 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ddddae55-ea5f-49b2-ae60-da3087d5993a req-466e9782-27de-47f4-9134-9b97c723151f tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0452247 May 03 16:43:36.954137 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ddddae55-ea5f-49b2-ae60-da3087d5993a req-b1f6d546-e783-4922-8049-a3f774b9b96b tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 May 03 16:43:37.086686 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-4c68cb34-6c20-4e24-a2e6-014c5d032c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:37.088868 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-4c68cb34-6c20-4e24-a2e6-014c5d032c03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410650 May 03 16:43:37.178056 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-d3f9f0fa-a459-4284-98a6-73e9353d5be8 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 May 03 16:43:37.537651 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6800b56c-3d3c-4641-89b1-95424a9878f2 req-39e5b172-c9f7-45b4-b4e8-df244b1ef3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536763 May 03 16:43:37.723850 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb56a5-60ca-4677-94fe-f2c27b5b5ddf req-f93220e3-3026-4f10-9a53-9c6aa2337455 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:37.725551 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4feb56a5-60ca-4677-94fe-f2c27b5b5ddf req-f93220e3-3026-4f10-9a53-9c6aa2337455 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 943 time: 0.0453479 May 03 16:43:37.771539 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4feb56a5-60ca-4677-94fe-f2c27b5b5ddf req-a8d728ec-59ed-4384-8712-8bc1dcd2cbeb tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 May 03 16:43:38.063514 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894acc-b4ef-4773-a3d4-8a524843e026 req-f01d4ce3-0e00-492b-ad96-7ae5ea910972 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:38.064933 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29894acc-b4ef-4773-a3d4-8a524843e026 req-f01d4ce3-0e00-492b-ad96-7ae5ea910972 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 943 time: 0.0445578 May 03 16:43:38.114848 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-29894acc-b4ef-4773-a3d4-8a524843e026 req-111ccda8-760b-4624-8ec7-8f1edc004cc1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444162 May 03 16:43:38.772012 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:43:38.873650 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:38.883813 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191bee-cbab-4560-a5d2-917e82379fad req-3579a10b-2d95-4feb-9aa8-45372cedb033 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:38.884882 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'port_id': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'mac_address': 'fa:16:3e:75:12:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:43:38.885276 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51191bee-cbab-4560-a5d2-917e82379fad req-3579a10b-2d95-4feb-9aa8-45372cedb033 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 943 time: 0.0447164 May 03 16:43:38.934461 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-51191bee-cbab-4560-a5d2-917e82379fad req-cc7ad3c8-0af4-4696-b0f5-6e47b8cfc547 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 May 03 16:43:38.938714 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 90c4dba3-db83-4133-95e3-d88bfc5fa25e is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:43:38.939109 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:38.959198 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c4dba3-db83-4133-95e3-d88bfc5fa25e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:43:38.978926 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:39.066737 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:39.111785 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:39.226405 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640d5c8-0113-4c36-b201-3f78fee1b478 req-44520e33-42bb-4b05-9a46-6f31edffcc95 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:39.227902 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a640d5c8-0113-4c36-b201-3f78fee1b478 req-44520e33-42bb-4b05-9a46-6f31edffcc95 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 944 time: 0.0466311 May 03 16:43:39.277504 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a640d5c8-0113-4c36-b201-3f78fee1b478 req-3698be9c-83e5-4b79-b07d-04d07e5a04fc tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439060 May 03 16:43:39.368656 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['90c4dba3-db83-4133-95e3-d88bfc5fa25e'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:43:39.622222 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:40.052327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf047-0b3d-4e55-bd42-a82de4fe9173 req-0cb611d5-a7f3-4a5d-b6a9-9385f445e5c9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:40.053770 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e3aaf047-0b3d-4e55-bd42-a82de4fe9173 req-0cb611d5-a7f3-4a5d-b6a9-9385f445e5c9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 943 time: 0.0494618 May 03 16:43:40.100139 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e3aaf047-0b3d-4e55-bd42-a82de4fe9173 req-42a194af-2d65-40c8-bd0e-2e6d4cefad67 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 May 03 16:43:40.388858 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5880-7f24-4819-bd6a-9fe9370c8b3c req-00765e03-7c2a-4120-8005-4b9dcae4a37d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:40.390299 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea6a5880-7f24-4819-bd6a-9fe9370c8b3c req-00765e03-7c2a-4120-8005-4b9dcae4a37d tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 944 time: 0.0466669 May 03 16:43:40.437837 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ea6a5880-7f24-4819-bd6a-9fe9370c8b3c req-b7a5fe31-483a-46dd-b7e6-6c5b701e9498 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 May 03 16:43:40.759567 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4d4274e2-e401-49c8-aa14-1b95034c91bf details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:43:40.766435 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:43:40.869532 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 90c4dba3-db83-4133-95e3-d88bfc5fa25e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:43:40.870468 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:40.925213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:40.942529 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'port_id': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'mac_address': 'fa:16:3e:55:c9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:43:41.006585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 90c4dba3-db83-4133-95e3-d88bfc5fa25e is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:43:41.006977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:41.008828 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 4d4274e2-e401-49c8-aa14-1b95034c91bf is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:43:41.009194 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:41.037065 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4274e2-e401-49c8-aa14-1b95034c91bf {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:43:41.046656 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:41.048977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ebc737-bc9b-4d06-b201-daaaf5d734b4" -d '{"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-plugged", "status": "completed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:41.070683 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:41.072821 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:41.089892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057274f3-7bf6-4669-8a2b-020c535b017b x-openstack-request-id: req-057274f3-7bf6-4669-8a2b-020c535b017b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:41.089892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-plugged", "status": "completed", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:41.089892 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-057274f3-7bf6-4669-8a2b-020c535b017b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:41.089892 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057274f3-7bf6-4669-8a2b-020c535b017b'] response: {'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'code': 200} May 03 16:43:41.142418 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:41.166902 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:41.195451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:41.211830 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f4584-29dc-4dc9-91ea-746f1ebe9d31 req-307bb76c-cb5c-42e6-8400-c9e64b0b02e6 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:41.214734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-305f4584-29dc-4dc9-91ea-746f1ebe9d31 req-307bb76c-cb5c-42e6-8400-c9e64b0b02e6 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 944 time: 0.0498440 May 03 16:43:41.244411 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:41.266455 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-305f4584-29dc-4dc9-91ea-746f1ebe9d31 req-8a41dec4-0cab-4dd5-a248-e101d768d1d9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 May 03 16:43:41.354808 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bd5b0-7824-4838-980a-7a28faf1cd99 req-08039494-7e11-43fe-8cfe-43d5d5d95e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:41.356321 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-065bd5b0-7824-4838-980a-7a28faf1cd99 req-08039494-7e11-43fe-8cfe-43d5d5d95e73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0378714 May 03 16:43:41.401312 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-065bd5b0-7824-4838-980a-7a28faf1cd99 req-3f0560ad-ade8-4f35-b9bd-f5aa43dc465f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 May 03 16:43:41.473847 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['4d4274e2-e401-49c8-aa14-1b95034c91bf'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:43:41.554212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a647f-cdb2-4ab9-8406-33a1cc394da3 req-6ba0c4a2-c1ea-48f6-9021-82c3cdebd394 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:41.555728 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e28a647f-cdb2-4ab9-8406-33a1cc394da3 req-6ba0c4a2-c1ea-48f6-9021-82c3cdebd394 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0493615 May 03 16:43:41.606204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e28a647f-cdb2-4ab9-8406-33a1cc394da3 req-60fa137f-848a-4317-a464-3606680a3dff tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 May 03 16:43:42.382493 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff9b83-3598-44f8-a49f-c214b9bbd75a req-49866891-e348-4fc2-8c59-39d2899b49b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:42.383952 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-13ff9b83-3598-44f8-a49f-c214b9bbd75a req-49866891-e348-4fc2-8c59-39d2899b49b5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 944 time: 0.0474811 May 03 16:43:42.429959 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-13ff9b83-3598-44f8-a49f-c214b9bbd75a req-c4f89c77-eedc-4f53-987d-b93935f7445a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 May 03 16:43:42.716549 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd39900-d6ab-4bf2-9ae5-ca9fb819914d req-095f4246-0666-499d-ac04-17d5866722e7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:42.718015 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9dd39900-d6ab-4bf2-9ae5-ca9fb819914d req-095f4246-0666-499d-ac04-17d5866722e7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0455732 May 03 16:43:42.766365 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9dd39900-d6ab-4bf2-9ae5-ca9fb819914d req-182a1ed1-0232-469a-ab96-60c06b74e339 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 May 03 16:43:42.777392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4d4274e2-e401-49c8-aa14-1b95034c91bf up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:43:42.820431 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 4d4274e2-e401-49c8-aa14-1b95034c91bf completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:43:42.889171 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 4d4274e2-e401-49c8-aa14-1b95034c91bf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:43:42.889485 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:43.092042 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 4d4274e2-e401-49c8-aa14-1b95034c91bf is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:43:43.092428 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:43.114840 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:43.117080 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597e31e-3861-40a1-b1f7-605f8a75e12a" -d '{"events": [{"server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "name": "network-vif-plugged", "status": "completed", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:43.130086 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:43:43.153618 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66f8b0-9a0c-445f-9ac4-e3779bc993f8 x-openstack-request-id: req-aa66f8b0-9a0c-445f-9ac4-e3779bc993f8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:43.153910 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "name": "network-vif-plugged", "status": "completed", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:43.154249 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa66f8b0-9a0c-445f-9ac4-e3779bc993f8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:43.154563 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa66f8b0-9a0c-445f-9ac4-e3779bc993f8'] response: {'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'code': 200} May 03 16:43:43.210767 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:43.258927 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:43:43.430553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3d827-c638-47d0-b303-570efdca38cf req-8e96a4f8-0adf-4c9b-bb76-b33e5e34a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:43.431960 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49d3d827-c638-47d0-b303-570efdca38cf req-8e96a4f8-0adf-4c9b-bb76-b33e5e34a206 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 1129 time: 0.0405848 May 03 16:43:43.473952 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-49d3d827-c638-47d0-b303-570efdca38cf req-0087d8d5-236a-4984-87ab-6d6ffa8ddafa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 May 03 16:43:43.540069 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c396c-67df-4a27-8409-84cf6c59bd30 req-22feaaa6-1b0d-4446-b8e7-f0d6d1ba99e1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:43.541564 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ba8c396c-67df-4a27-8409-84cf6c59bd30 req-22feaaa6-1b0d-4446-b8e7-f0d6d1ba99e1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0456135 May 03 16:43:43.589281 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ba8c396c-67df-4a27-8409-84cf6c59bd30 req-95662eba-9d00-46ea-b277-dae09b118213 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 May 03 16:43:43.880285 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91ccd-7439-48f3-9f7b-71cb838e75d4 req-3f80ba20-8f17-492a-afe1-a859e6b715e8 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:43.881732 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54d91ccd-7439-48f3-9f7b-71cb838e75d4 req-3f80ba20-8f17-492a-afe1-a859e6b715e8 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0452712 May 03 16:43:43.933405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-54d91ccd-7439-48f3-9f7b-71cb838e75d4 req-d8937c53-4a3d-4dc7-8088-91fbe3afdf6a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 May 03 16:43:44.702481 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b14484-bd34-4180-9a54-6445b9a943d9 req-740be300-be45-424a-a002-40ba3ba8b427 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:44.704025 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3b14484-bd34-4180-9a54-6445b9a943d9 req-740be300-be45-424a-a002-40ba3ba8b427 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0479023 May 03 16:43:44.750743 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d3b14484-bd34-4180-9a54-6445b9a943d9 req-09a483d5-55f7-40c2-980c-604e40833451 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 May 03 16:43:45.861869 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c867f-e318-45d0-b21f-c66b972dad19 req-0325c5b5-382b-40dc-8a6d-7579f7c695c8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:45.863338 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-354c867f-e318-45d0-b21f-c66b972dad19 req-0325c5b5-382b-40dc-8a6d-7579f7c695c8 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0456138 May 03 16:43:45.909788 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-354c867f-e318-45d0-b21f-c66b972dad19 req-f0480c5a-0197-4d7d-8656-d1efc23c1896 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 May 03 16:43:46.019503 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04651-b9aa-4338-a75c-bd10e3683e0f req-3addc80b-4f52-4131-931a-b6ac4cc95888 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:46.020947 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c7b04651-b9aa-4338-a75c-bd10e3683e0f req-3addc80b-4f52-4131-931a-b6ac4cc95888 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0488071 May 03 16:43:46.030510 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55828) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:43:46.034767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'port_id': '4d4274e2-e401-49c8-aa14-1b95034c91bf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:43:46.074858 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:46.524422 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:46.581865 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:46.685515 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 5766c857-b11f-493d-930e-839e05dee1a8 associated. External IP: 172.27.0.69, port: 4d4274e2-e401-49c8-aa14-1b95034c91bf. May 03 16:43:46.891952 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:43:47.000132 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:43:47.005106 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:43:47.010030 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:43:47.020538 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:47.021163 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:47.035509 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a3fc4d62-9e0b-4926-b658-0515d6fae01a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "PUT /v2.0/floatingips/5766c857-b11f-493d-930e-839e05dee1a8 HTTP/1.1" status: 200 len: 990 time: 1.0039656 May 03 16:43:47.036090 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:43:47.038329 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:43:47.089121 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da5e349-41cb-4262-a1a9-fc22c0b53975 x-openstack-request-id: req-4da5e349-41cb-4262-a1a9-fc22c0b53975 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:43:47.089121 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:43:47.089121 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4da5e349-41cb-4262-a1a9-fc22c0b53975 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:43:47.089121 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da5e349-41cb-4262-a1a9-fc22c0b53975'] response: {'name': 'network-changed', 'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'status': 'completed', 'code': 200} May 03 16:43:47.132877 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-8d0eba12-b451-4561-bb38-9d9f5a985f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:47.134406 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-8d0eba12-b451-4561-bb38-9d9f5a985f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 1129 time: 0.0400305 May 03 16:43:47.135435 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:47.229531 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-0c94ea52-7d20-4c56-b79a-708b880f45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:47.232176 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-0c94ea52-7d20-4c56-b79a-708b880f45ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0911195 May 03 16:43:47.298480 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-c456bbe2-e9fb-4b70-9482-769dc74b461b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf HTTP/1.1" status: 200 len: 998 time: 0.0610509 May 03 16:43:47.347457 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-a0c93c41-dbdc-4c83-baf2-c7b6d3ad2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:47.348905 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-a0c93c41-dbdc-4c83-baf2-c7b6d3ad2fc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0435076 May 03 16:43:47.357763 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '5766c857-b11f-493d-930e-839e05dee1a8', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:55:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e26d349-05bc-4df6-93a9-319725ee7989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:43:30Z', 'updated_at': '2022-05-03T16:43:46Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:47.384384 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:43:47.392921 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:43:47.393533 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:43:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:47.393788 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-a5b27769-080d-438b-bcbf-cecfa6096a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:43:47.395278 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-a5b27769-080d-438b-bcbf-cecfa6096a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406058 May 03 16:43:47.483316 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-47f6b938-a5c2-4f4c-82ec-b56ce399245a service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821452 May 03 16:43:47.504053 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:43:47.576693 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4ee10cd2-40bc-487a-b08c-4e6bd7f72ab0 req-e98675e2-dc82-4915-aafa-9393370da1f8 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881383 May 03 16:43:47.721201 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '5766c857-b11f-493d-930e-839e05dee1a8', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:55:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e26d349-05bc-4df6-93a9-319725ee7989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:43:30Z', 'updated_at': '2022-05-03T16:43:46Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:43:47.746947 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ff9e3-38a1-4fa8-9bea-cb8dd5463cd9 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '5766c857-b11f-493d-930e-839e05dee1a8', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:55:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e26d349-05bc-4df6-93a9-319725ee7989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:43:30Z', 'updated_at': '2022-05-03T16:43:46Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:43:47.932930 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058a844-6c73-4a4e-9e82-973d183c572d None None] New status for floating IP 5766c857-b11f-493d-930e-839e05dee1a8: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:43:56.140116 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:43:57.883038 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03183aef-0464-49ca-b556-06362aab2529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:00.174769 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-87379d64-e818-4d8e-bc82-3dec7fa89c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:01.089640 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:02.464725 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-5bd66f69-6ac5-4f45-9938-a5f7073725a4 req-1adde176-0edf-41d5-b4c1-02df8c51877b service neutron] (103692) timed out ('10.222.0.36', 60611) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 16:44:02.889854 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:04.193015 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:09.655934 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:25.941825 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-7a93b8c8-a84d-44b4-83fd-9f0d604813d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791147 May 03 16:44:26.016480 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32792b9-0722-47c4-95ab-2773dea0055e req-55044aef-8526-498b-b732-41e21c2e0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:44:26.017928 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-55044aef-8526-498b-b732-41e21c2e0567 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0379367 May 03 16:44:26.121051 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32792b9-0722-47c4-95ab-2773dea0055e req-eea44212-d140-4221-aa46-792467b67152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:44:26.122386 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-eea44212-d140-4221-aa46-792467b67152 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.0866950 May 03 16:44:26.187789 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-896e6dfa-2ece-4196-ba5a-959b7b066119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 1000 time: 0.0563979 May 03 16:44:26.237081 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32792b9-0722-47c4-95ab-2773dea0055e req-5e34d9f7-72c7-45f7-ac22-145515972bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:44:26.238508 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-5e34d9f7-72c7-45f7-ac22-145515972bef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0468531 May 03 16:44:26.278842 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32792b9-0722-47c4-95ab-2773dea0055e req-299cf54a-5fea-4ffe-b7ee-e3c304ae8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:44:26.280836 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-299cf54a-5fea-4ffe-b7ee-e3c304ae8067 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365136 May 03 16:44:26.370871 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-ec778b6a-765a-4e10-86fb-cd36939bc2ec service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 May 03 16:44:26.463795 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f32792b9-0722-47c4-95ab-2773dea0055e req-357b11d0-8e29-4d04-965d-431602ce66f3 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 May 03 16:44:27.870455 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f331bde-98ff-4292-8761-f09a0bae3032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:30.180462 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69824349-6f47-46ae-b65c-65395608a775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:31.111930 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:32.904388 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:33.139217 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:44:34.186039 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:39.635649 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:44:57.871172 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1649b10-4926-42a5-a19a-7b3c0b587d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:00.168446 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-43f7b5e1-035e-4d30-bc64-f76f0541f06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:01.105274 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:02.880727 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:04.202827 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:09.676623 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:10.139906 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:45:12.603328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:12.849116 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Deleting port d05ddb9d-0102-4609-866c-fadc95e147d4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:12.849461 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:12.930511 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:12.930845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for floatingip (d05ddb9d-0102-4609-866c-fadc95e147d4), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:12.942882 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Calling delete_port for d05ddb9d-0102-4609-866c-fadc95e147d4 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:13.136893 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (d05ddb9d-0102-4609-866c-fadc95e147d4), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:13.162819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event deleted for resources: {'Port': ['ID=d05ddb9d-0102-4609-866c-fadc95e147d4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:13.175181 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.175629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.175981 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.176332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.176669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.177001 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.177327 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.177654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.177978 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.178304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.178628 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.178954 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.179306 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.179629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.179949 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:13.234288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for floatingip (307dc2c7-1654-434c-a7cb-7d7538d532ed), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:13.234701 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Floating IP 307dc2c7-1654-434c-a7cb-7d7538d532ed disassociated (deleted). External IP: 172.27.0.96, port: 90c4dba3-db83-4133-95e3-d88bfc5fa25e. May 03 16:45:13.447870 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Router 398b0e39-6a1a-4a56-a0ea-6170da512980 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:45:13.560302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:45:13.565043 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:13.571704 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Sync routers for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:45:13.582614 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:13.583236 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:13.596547 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-b775dd64-abe6-4e80-870b-626c75b420d7 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "DELETE /v2.0/floatingips/307dc2c7-1654-434c-a7cb-7d7538d532ed HTTP/1.1" status: 204 len: 168 time: 0.9921169 May 03 16:45:13.597243 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:13.599622 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:13.696982 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:13.700950 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec7d5b-0361-469d-85cc-31cdf6290740 x-openstack-request-id: req-6dec7d5b-0361-469d-85cc-31cdf6290740 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:13.701449 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:13.701566 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dec7d5b-0361-469d-85cc-31cdf6290740 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:13.701891 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dec7d5b-0361-469d-85cc-31cdf6290740'] response: {'name': 'network-changed', 'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'status': 'completed', 'code': 200} May 03 16:45:13.762325 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-1683150e-d03f-48bb-bbaf-ad1c3ccba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:13.763996 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-1683150e-d03f-48bb-bbaf-ad1c3ccba630 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 1129 time: 0.0417247 May 03 16:45:13.915232 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:13.956551 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Checking router: 398b0e39-6a1a-4a56-a0ea-6170da512980 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:45:13.974063 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:13.974690 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:14.098167 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:14.170476 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4a63-ad3c-49b6-b0b4-b8bb6233c36b req-6830cebf-8b14-4a9a-b239-9179f05b79bc tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:14.172372 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-390b4a63-ad3c-49b6-b0b4-b8bb6233c36b req-6830cebf-8b14-4a9a-b239-9179f05b79bc tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0637734 May 03 16:45:14.175069 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-379e4e29-1077-464f-8eec-c991793d1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:14.176695 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-379e4e29-1077-464f-8eec-c991793d1a8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 200 len: 910 time: 0.4057291 May 03 16:45:14.224752 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-390b4a63-ad3c-49b6-b0b4-b8bb6233c36b req-e82d7d77-fff0-4f11-9f2c-6f82b7ab7a82 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465429 May 03 16:45:14.294628 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:14.320534 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a566a2-1c92-410e-b44e-69a383187597 None None] The sync data for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi is: [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:39:50Z', 'revision_number': 4, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'f4ca4b53-71ca-4245-9c63-ba61453435e5', 'name': '', 'network_id': 'f9fe9496-0012-4966-a4d8-80efce34b4b6', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'mac_address': 'fa:16:3e:6e:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:49Z', 'updated_at': '2022-05-03T16:39:54Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'subnets': [{'id': '8b3820bc-b8c7-48de-93d1-e30fc2710c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:45:14.444315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8acf5c-d261-4ea6-803e-b321161687ae req-90621d60-d68d-4f46-9aaa-5c02c50ab8a9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:14.445822 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc8acf5c-d261-4ea6-803e-b321161687ae req-90621d60-d68d-4f46-9aaa-5c02c50ab8a9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0465677 May 03 16:45:14.494915 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc8acf5c-d261-4ea6-803e-b321161687ae req-29281b65-4d32-491c-aa17-40863f354889 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432401 May 03 16:45:14.551020 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debb090-f7f9-447c-a9b8-eab996e6d508 None None] New status for floating IP 307dc2c7-1654-434c-a7cb-7d7538d532ed: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:45:14.982324 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-67abf057-4e04-48ce-a7c6-90672e242ffe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 200 len: 217 time: 0.0339286 May 03 16:45:15.033087 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-e1d3b8e1-9e1e-4a21-a7ba-ed77dfc882b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:15.034495 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-e1d3b8e1-9e1e-4a21-a7ba-ed77dfc882b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 200 len: 848 time: 0.0464964 May 03 16:45:15.338293 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e27da-690c-49bb-8114-817f6c352610 req-54a3ddea-998a-41f5-8b54-12f2843cd6c2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:15.339780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-128e27da-690c-49bb-8114-817f6c352610 req-54a3ddea-998a-41f5-8b54-12f2843cd6c2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0468354 May 03 16:45:15.388426 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-128e27da-690c-49bb-8114-817f6c352610 req-464b0e3d-51d3-4d6f-890c-2686da9a4d8a tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 May 03 16:45:15.610238 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c6892-6dbc-4f90-bf63-f1b38a8120a0 req-6ef6aaad-8868-4db2-bd17-4ccc1086675c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:15.611723 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c26c6892-6dbc-4f90-bf63-f1b38a8120a0 req-6ef6aaad-8868-4db2-bd17-4ccc1086675c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0462868 May 03 16:45:15.663140 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-c26c6892-6dbc-4f90-bf63-f1b38a8120a0 req-7b61a5e9-decd-444d-bb8c-44f6c7e23088 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458384 May 03 16:45:16.322673 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-a8668313-c9e1-4704-8e04-091833fc1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:16.324232 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-a8668313-c9e1-4704-8e04-091833fc1b09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9fe9496-0012-4966-a4d8-80efce34b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427673 May 03 16:45:16.500400 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ec38-d8a0-44a3-b099-3a342918cef7 req-df409bbe-6ab2-450f-820b-99ff98b4f082 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:16.501867 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35d4ec38-d8a0-44a3-b099-3a342918cef7 req-df409bbe-6ab2-450f-820b-99ff98b4f082 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.0446899 May 03 16:45:16.550939 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-35d4ec38-d8a0-44a3-b099-3a342918cef7 req-ccd81e25-8d62-47f2-b9a5-c775f936efed tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a028b2-76ce-4c38-b81b-7111564a9c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424035 May 03 16:45:16.674003 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-00cde043-e969-4029-9a75-af402147ca9b service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883322 May 03 16:45:16.793651 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-d730891b-9935-4b1b-a284-524b45d9d3ef tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:16.795136 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-d730891b-9935-4b1b-a284-524b45d9d3ef tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.0489571 May 03 16:45:16.838649 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd7aa-f933-4b94-a079-7f00f6fe73e6 req-d2a1947a-024b-43c4-9a0d-650e2ac3dee2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:16.840125 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ddd7aa-f933-4b94-a079-7f00f6fe73e6 req-d2a1947a-024b-43c4-9a0d-650e2ac3dee2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 945 time: 0.1099253 May 03 16:45:16.872011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-aed832e7-5371-435f-b945-e5230348c4e2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:16.873469 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-aed832e7-5371-435f-b945-e5230348c4e2 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 945 time: 0.1097724 May 03 16:45:16.883708 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port 4d4274e2-e401-49c8-aa14-1b95034c91bf {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:16.884053 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:16.968224 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9370b620-3367-4cf2-99b7-f8fa9d9d0c2f req-ec663eae-3716-467b-a029-ef227a01c576 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270157 May 03 16:45:16.974798 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] For port 4d4274e2-e401-49c8-aa14-1b95034c91bf, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=4d4274e2-e401-49c8-aa14-1b95034c91bf,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:16.975195 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:16.978112 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-42ddd7aa-f933-4b94-a079-7f00f6fe73e6 req-9842d85c-ddf9-4ac0-9e8a-5006c21024d1 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=168dbacb-d9de-44e6-aebe-6c7ce187b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016471 May 03 16:45:17.022228 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Deleting port 90c4dba3-db83-4133-95e3-d88bfc5fa25e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:17.022570 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.113770 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] For port 90c4dba3-db83-4133-95e3-d88bfc5fa25e, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=90c4dba3-db83-4133-95e3-d88bfc5fa25e,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:17.114143 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.128155 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Calling delete_port for 90c4dba3-db83-4133-95e3-d88bfc5fa25e owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:17.157817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.158228 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.158553 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 5766c857-b11f-493d-930e-839e05dee1a8 disassociated. External IP: 172.27.0.69, port: 4d4274e2-e401-49c8-aa14-1b95034c91bf. May 03 16:45:17.158901 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for 4d4274e2-e401-49c8-aa14-1b95034c91bf owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:17.331054 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (90c4dba3-db83-4133-95e3-d88bfc5fa25e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.360013 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event deleted for resources: {'Port': ['ID=90c4dba3-db83-4133-95e3-d88bfc5fa25e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:17.365760 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (4d4274e2-e401-49c8-aa14-1b95034c91bf), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.403017 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=4d4274e2-e401-49c8-aa14-1b95034c91bf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:17.414386 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.414636 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.414798 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.415298 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.415470 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.415767 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.416099 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.416426 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.416748 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.417073 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.417347 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] No DVR routers for this DVR port 90c4dba3-db83-4133-95e3-d88bfc5fa25e on host hv-cinder-84032 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:17.417533 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.417758 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.418068 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.419205 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.420113 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:17.420213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.424031 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-05d03a29-a94f-4bfd-89ab-63b20cce3366 req-312c884c-5bf9-46d5-ba75-7ff9120efab1 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.36 "DELETE /v2.0/ports/90c4dba3-db83-4133-95e3-d88bfc5fa25e HTTP/1.1" status: 204 len: 173 time: 0.5427132 May 03 16:45:17.424485 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-deleted', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:17.429975 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dfdc5-772b-4d0b-96f4-e555bd3845fe" -d '{"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-deleted", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:17.463705 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0321458-2de6-41bd-9158-0f7db4eacbc4 x-openstack-request-id: req-d0321458-2de6-41bd-9158-0f7db4eacbc4 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:17.464003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3cfb8-b8fa-463c-9a53-7276f551f09a", "name": "network-vif-deleted", "tag": "90c4dba3-db83-4133-95e3-d88bfc5fa25e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:17.464256 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0321458-2de6-41bd-9158-0f7db4eacbc4 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:17.464711 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0321458-2de6-41bd-9158-0f7db4eacbc4'] response: {'server_uuid': 'b7a3cfb8-b8fa-463c-9a53-7276f551f09a', 'name': 'network-vif-deleted', 'tag': '90c4dba3-db83-4133-95e3-d88bfc5fa25e', 'status': 'completed', 'code': 200} May 03 16:45:17.533967 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:45:17.648075 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d1fecf0c-88c7-499f-986d-a874d7edfad5 req-04141b5a-d568-4533-89a4-a2a4ae247ca4 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 210 time: 0.0310066 May 03 16:45:17.648869 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:45:17.660985 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:45:17.671402 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:17.672145 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:17.693656 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] No DVR routers for this DVR port 4d4274e2-e401-49c8-aa14-1b95034c91bf on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:17.696570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:17.700074 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-dd3f8ebe-9922-4f6d-8eeb-bc607fb1034f req-9d0279d4-a7fa-4dcf-ba1e-f49a7f063abc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "DELETE /v2.0/ports/4d4274e2-e401-49c8-aa14-1b95034c91bf HTTP/1.1" status: 204 len: 173 time: 0.8950996 May 03 16:45:17.700541 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'name': 'network-vif-deleted', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:17.702904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7f5f8-f76d-4c51-8500-14fdc0f27822" -d '{"events": [{"server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "name": "network-vif-deleted", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:17.749929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adbf910-959a-4705-804e-364f98b82128 x-openstack-request-id: req-2adbf910-959a-4705-804e-364f98b82128 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:17.749929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e26d349-05bc-4df6-93a9-319725ee7989", "name": "network-vif-deleted", "tag": "4d4274e2-e401-49c8-aa14-1b95034c91bf", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:17.749929 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2adbf910-959a-4705-804e-364f98b82128 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:17.751035 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adbf910-959a-4705-804e-364f98b82128'] response: {'server_uuid': '9e26d349-05bc-4df6-93a9-319725ee7989', 'name': 'network-vif-deleted', 'tag': '4d4274e2-e401-49c8-aa14-1b95034c91bf', 'status': 'completed', 'code': 200} May 03 16:45:17.802784 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:18.015881 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:18.044821 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:45:18.057931 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:18.058563 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:18.098204 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0bae771b-b198-47fb-a7d4-8ff4d1ddf83c req-85152b02-058f-46ba-9ae0-6093b075aa84 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e26d349-05bc-4df6-93a9-319725ee7989 HTTP/1.1" status: 200 len: 210 time: 0.0269864 May 03 16:45:18.167946 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:18.457684 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:18.488449 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e4-9c73-4c1c-89d6-203ec50bdba2 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:45:18.720776 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484e893-cf8c-4e73-a24d-8fec1ea918ef None None] New status for floating IP 5766c857-b11f-493d-930e-839e05dee1a8: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:45:18.760957 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6fdbc3de-f9da-4842-b667-df95e93a48ce req-b025abdc-828d-4057-a64a-840ec4900a56 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a3cfb8-b8fa-463c-9a53-7276f551f09a HTTP/1.1" status: 200 len: 210 time: 0.0262814 May 03 16:45:19.228500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55974) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:19.283068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (168dbacb-d9de-44e6-aebe-6c7ce187b8b9), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.306497 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (168dbacb-d9de-44e6-aebe-6c7ce187b8b9), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.428084 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (168dbacb-d9de-44e6-aebe-6c7ce187b8b9), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.430648 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.431844 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/security-groups/168dbacb-d9de-44e6-aebe-6c7ce187b8b9 HTTP/1.1" status: 204 len: 168 time: 0.2023458 May 03 16:45:19.434617 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:19.441998 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae1e96-72e9-472e-9f7c-c79bb8a28858 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168dbacb-d9de-44e6-aebe-6c7ce187b8b9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:19.450931 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-e407c573-1a83-407d-a7cd-ddf489ea03da tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] show failed (client error): The resource could not be found. May 03 16:45:19.452252 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e407c573-1a83-407d-a7cd-ddf489ea03da tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups/168dbacb-d9de-44e6-aebe-6c7ce187b8b9 HTTP/1.1" status: 404 len: 347 time: 0.0164003 May 03 16:45:19.455183 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55978) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:19.573022 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port 66c52bd7-2ad0-4a43-96c4-74da2735a389 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:19.573368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.645430 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.645758 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (66c52bd7-2ad0-4a43-96c4-74da2735a389), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.659018 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for 66c52bd7-2ad0-4a43-96c4-74da2735a389 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:19.829902 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55982) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:19.861246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (66c52bd7-2ad0-4a43-96c4-74da2735a389), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.892987 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=66c52bd7-2ad0-4a43-96c4-74da2735a389,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:19.949977 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (65a028b2-76ce-4c38-b81b-7111564a9c59), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.986823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (65a028b2-76ce-4c38-b81b-7111564a9c59), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.989433 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (5766c857-b11f-493d-930e-839e05dee1a8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.991973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:19.993097 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b796c501-00c1-4aad-aff0-e71a739b3f8f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/floatingips/5766c857-b11f-493d-930e-839e05dee1a8 HTTP/1.1" status: 204 len: 168 time: 0.5369773 May 03 16:45:20.128255 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (65a028b2-76ce-4c38-b81b-7111564a9c59), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.130871 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.132144 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] 10.222.0.42 "DELETE /v2.0/security-groups/65a028b2-76ce-4c38-b81b-7111564a9c59 HTTP/1.1" status: 204 len: 168 time: 0.3011758 May 03 16:45:20.142315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb05b-e778-4e31-b627-1fe237719a30 tempest-TestShelveInstance-327789450 tempest-TestShelveInstance-327789450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a028b2-76ce-4c38-b81b-7111564a9c59,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:20.238196 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:20.306921 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:20.311462 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434623001', 'description': 'tempest-description--545987129'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:20.436710 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.611983 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (6bf91ea3-692e-4c2d-9772-f56458d1a335), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.674068 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6bf91ea3-692e-4c2d-9772-f56458d1a335), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.727629 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf91ea3-692e-4c2d-9772-f56458d1a335,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:20.733207 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (398b0e39-6a1a-4a56-a0ea-6170da512980), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.791798 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:20.793008 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e422cfff-dbf6-4328-83b0-7e66520ea065 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4850903 May 03 16:45:20.795817 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 55994) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:20.801306 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '6bf91ea3-692e-4c2d-9772-f56458d1a335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:20.924403 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (bee59c20-5a8b-4b89-9663-4b360f88a9f2), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.022735 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (bee59c20-5a8b-4b89-9663-4b360f88a9f2), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.037072 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Deleting port f4ca4b53-71ca-4245-9c63-ba61453435e5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:21.037409 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.099376 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (bee59c20-5a8b-4b89-9663-4b360f88a9f2), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.123448 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee59c20-5a8b-4b89-9663-4b360f88a9f2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:21.142067 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] For port f4ca4b53-71ca-4245-9c63-ba61453435e5, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=f4ca4b53-71ca-4245-9c63-ba61453435e5,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:21.142440 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.155176 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Calling delete_port for f4ca4b53-71ca-4245-9c63-ba61453435e5 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:21.184730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4d4274e2-e401-49c8-aa14-1b95034c91bf no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:21.205537 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 4d4274e2-e401-49c8-aa14-1b95034c91bf {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:21.205882 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 4d4274e2-e401-49c8-aa14-1b95034c91bf not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:21.206297 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:21.211016 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.212292 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-04c01dd1-0c45-420b-aba0-a153bfa609ab tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4155428 May 03 16:45:21.222109 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55996) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:21.222109 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'security_group_rule': {'security_group_id': '6bf91ea3-692e-4c2d-9772-f56458d1a335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:21.239439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 90c4dba3-db83-4133-95e3-d88bfc5fa25e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:21.239794 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 90c4dba3-db83-4133-95e3-d88bfc5fa25e not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:21.317366 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (4ab5a29b-4884-45eb-8f31-43d1e8b52038), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.373492 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (4ab5a29b-4884-45eb-8f31-43d1e8b52038), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.422494 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (f4ca4b53-71ca-4245-9c63-ba61453435e5), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.446880 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ca4b53-71ca-4245-9c63-ba61453435e5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:21.468679 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770209'] for security_group_rule (4ab5a29b-4884-45eb-8f31-43d1e8b52038), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.489265 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab5a29b-4884-45eb-8f31-43d1e8b52038,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:21.593212 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.595508 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1c9f2647-798b-4503-9296-899b5551d53c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786774 May 03 16:45:21.601268 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 55998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:21.603907 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:21.627921 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (398b0e39-6a1a-4a56-a0ea-6170da512980), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.676908 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:21.852756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Router 398b0e39-6a1a-4a56-a0ea-6170da512980 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:45:21.966212 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:45:21.974339 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-feacadec-a90b-41dd-af61-1115832ada12 admin admin] 10.222.0.42 "PUT /v2.0/routers/398b0e39-6a1a-4a56-a0ea-6170da512980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325494 May 03 16:45:21.974873 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56000) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:21.975865 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Sync routers for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:45:21.986811 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:21.987474 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:22.000873 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.084682 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks [] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.099297 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:22.119659 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.27.0.171 (1da963a8-77e1-4ad3-85eb-0a8c25a57e43/7180eca3-5c8f-4c8d-84f3-abec831d19eb/0e194f29-cd2a-484c-9827-f53e9f638fc7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:45:22.233522 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.283832 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:45:21Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:22.318364 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Checking router: 398b0e39-6a1a-4a56-a0ea-6170da512980 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:45:22.330087 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Routers {'398b0e39-6a1a-4a56-a0ea-6170da512980'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:22.330336 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.330454 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['398b0e39-6a1a-4a56-a0ea-6170da512980'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:22.370875 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 1da963a8-77e1-4ad3-85eb-0a8c25a57e43 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:45:22.374048 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:45:22.383876 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:45:22.390120 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=0e194f29-cd2a-484c-9827-f53e9f638fc7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:22.450519 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] Set router 398b0e39-6a1a-4a56-a0ea-6170da512980 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:22.474251 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks [] for router_gateway (398b0e39-6a1a-4a56-a0ea-6170da512980), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.495202 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.600391 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Deleting port 98b30771-d235-4d37-9845-b1202fda56b2 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:22.600731 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (98b30771-d235-4d37-9845-b1202fda56b2), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.620079 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:45:21Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:22.641164 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.649358 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818811-5cce-4ae6-9df6-ec00cc4630ea None None] The sync data for ids ['398b0e39-6a1a-4a56-a0ea-6170da512980'] in dv-cinder-840324-1-iscsi is: [{'id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'name': 'tempest-TestShelveInstance-2014319471-router', 'tenant_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '98b30771-d235-4d37-9845-b1202fda56b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:46Z', 'updated_at': '2022-05-03T16:45:21Z', 'revision_number': 5, 'project_id': 'c0ed0b95fc8b4102a612dd3f9f1d8b2e', 'gw_port': {'id': '98b30771-d235-4d37-9845-b1202fda56b2', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398b0e39-6a1a-4a56-a0ea-6170da512980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:45:22.689762 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] For port 98b30771-d235-4d37-9845-b1202fda56b2, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=98b30771-d235-4d37-9845-b1202fda56b2,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:22.690140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (98b30771-d235-4d37-9845-b1202fda56b2), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.707903 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Calling delete_port for 98b30771-d235-4d37-9845-b1202fda56b2 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:22.797582 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.859361 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.926214 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=0e194f29-cd2a-484c-9827-f53e9f638fc7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:22.938108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.956428 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (98b30771-d235-4d37-9845-b1202fda56b2), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:22.989868 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Pushing event deleted for resources: {'Port': ['ID=98b30771-d235-4d37-9845-b1202fda56b2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:23.016196 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.019961 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-73560b4d-84f9-473c-8b68-dbc2d3ef84c4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4208033 May 03 16:45:23.060563 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (398b0e39-6a1a-4a56-a0ea-6170da512980), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.165791 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.172926 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks [] for router_controller (398b0e39-6a1a-4a56-a0ea-6170da512980), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.238695 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-487bbbcd-6f7f-4e56-9191-07aca253c8c3 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1434623001&fields=id&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 267 time: 0.1081562 May 03 16:45:23.278344 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (398b0e39-6a1a-4a56-a0ea-6170da512980), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.278891 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398b0e39-6a1a-4a56-a0ea-6170da512980 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:45:23.285486 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.286610 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-419e7f01-ea3b-4511-ac5f-2f08df0a860b admin admin] 10.222.0.42 "DELETE /v2.0/routers/398b0e39-6a1a-4a56-a0ea-6170da512980 HTTP/1.1" status: 204 len: 168 time: 1.3104892 May 03 16:45:23.289577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:23.384863 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Deleting subnet 8b3820bc-b8c7-48de-93d1-e30fc2710c68 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:45:23.391144 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Publish callbacks [] for subnet (8b3820bc-b8c7-48de-93d1-e30fc2710c68), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.398431 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-73952506-3b7c-4b2d-8a0e-fe1b05d8f01d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:23.400052 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-73952506-3b7c-4b2d-8a0e-fe1b05d8f01d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1546807 May 03 16:45:23.432956 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-d08adff1-87fe-4569-a78f-22a253caa765 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/quotas/e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 375 time: 0.0149872 May 03 16:45:23.451213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (8b3820bc-b8c7-48de-93d1-e30fc2710c68), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.510231 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-d86758a0-5d90-4679-8781-247cde34bce5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708299 May 03 16:45:23.565388 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (8b3820bc-b8c7-48de-93d1-e30fc2710c68), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.689442 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-0d96ef57-097d-4bc1-b125-6b6435a5598e service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646905 May 03 16:45:23.756708 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (8b3820bc-b8c7-48de-93d1-e30fc2710c68), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.792288 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.795774 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8b3820bc-b8c7-48de-93d1-e30fc2710c68 HTTP/1.1" status: 204 len: 168 time: 0.5049415 May 03 16:45:23.796696 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd135a6-d318-4860-8d23-80424d2111ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3820bc-b8c7-48de-93d1-e30fc2710c68,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:23.798206 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:23.809629 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9828bac5-3795-47a9-aae0-f051c3821670 None None] Network f9fe9496-0012-4966-a4d8-80efce34b4b6 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:45:23.832839 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-591b562c-57fa-4e96-890a-d65588b328bc service neutron] 10.222.0.42 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374228 May 03 16:45:23.894146 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (f9fe9496-0012-4966-a4d8-80efce34b4b6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.947509 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Deleting port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:23.947866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:23.966034 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] DHCP port deletion for f9fe9496-0012-4966-a4d8-80efce34b4b6 request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:45:24.012454 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Deleting port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:24.012751 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.019379 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] For port 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=4c201d7c-3475-4b1e-b9d2-26e6ba201390,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:24.019379 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.035472 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Calling delete_port for 4c201d7c-3475-4b1e-b9d2-26e6ba201390 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:24.079069 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] For port 4c201d7c-3475-4b1e-b9d2-26e6ba201390, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=4c201d7c-3475-4b1e-b9d2-26e6ba201390,segment=NetworkSegment(3c0c5f9e-5b2e-476b-ab59-85176fd04db9),segment_id=3c0c5f9e-5b2e-476b-ab59-85176fd04db9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:24.079495 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.091822 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Calling delete_port for 4c201d7c-3475-4b1e-b9d2-26e6ba201390 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:24.196774 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.204384 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (4c201d7c-3475-4b1e-b9d2-26e6ba201390), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.222405 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-27046f17-9d9b-4a76-b5ec-67937762c5ba req-3c579630-15d1-4041-94de-1733676a20df tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 210 time: 0.0505116 May 03 16:45:24.237613 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c201d7c-3475-4b1e-b9d2-26e6ba201390,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:24.238894 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Pushing event deleted for resources: {'Port': ['ID=4c201d7c-3475-4b1e-b9d2-26e6ba201390,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:24.246850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] No DVR routers for this DVR port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:24.248460 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] No DVR routers for this DVR port 4c201d7c-3475-4b1e-b9d2-26e6ba201390 on host dv-cinder-840324-1-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:24.249267 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.249614 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.250502 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.250841 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.251178 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.251537 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.251862 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.252190 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.252553 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.252884 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.253199 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.253522 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.253841 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.254166 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.254507 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0786369c-58c2-4580-b5ae-a448716af4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:45:24.325102 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (f9fe9496-0012-4966-a4d8-80efce34b4b6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.345953 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fe9496-0012-4966-a4d8-80efce34b4b6']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:24.355486 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0c5f9e-5b2e-476b-ab59-85176fd04db9') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:24.355796 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0c5f9e-5b2e-476b-ab59-85176fd04db9') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:24.365356 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (3c0c5f9e-5b2e-476b-ab59-85176fd04db9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.379136 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (3c0c5f9e-5b2e-476b-ab59-85176fd04db9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.385417 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:45:24.385809 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (3c0c5f9e-5b2e-476b-ab59-85176fd04db9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:45:24.387601 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:45:24.436635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f4ca4b53-71ca-4245-9c63-ba61453435e5 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:24.458247 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: f4ca4b53-71ca-4245-9c63-ba61453435e5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:24.458585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device f4ca4b53-71ca-4245-9c63-ba61453435e5 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:24.458987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 98b30771-d235-4d37-9845-b1202fda56b2 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:24.477271 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 98b30771-d235-4d37-9845-b1202fda56b2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:24.477538 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 98b30771-d235-4d37-9845-b1202fda56b2 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:24.477927 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 4c201d7c-3475-4b1e-b9d2-26e6ba201390 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:24.496630 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (f9fe9496-0012-4966-a4d8-80efce34b4b6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.499790 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 4c201d7c-3475-4b1e-b9d2-26e6ba201390 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:24.500856 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 4c201d7c-3475-4b1e-b9d2-26e6ba201390 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:24.506312 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:24.514406 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f9fe9496-0012-4966-a4d8-80efce34b4b6 HTTP/1.1" status: 204 len: 168 time: 0.7118232 May 03 16:45:24.516543 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:24.523274 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8db1-9462-47d5-ada6-cfe20e8201e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fe9496-0012-4966-a4d8-80efce34b4b6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:24.845760 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:25.084520 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Deleting port a03fe0bb-f484-479b-8fa7-0931589dceb3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:25.084851 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:25.166256 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] For port a03fe0bb-f484-479b-8fa7-0931589dceb3, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a03fe0bb-f484-479b-8fa7-0931589dceb3,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:25.166617 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:25.180164 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Calling delete_port for a03fe0bb-f484-479b-8fa7-0931589dceb3 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:25.319460 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-417d5712-6e0e-4683-be66-67b4a906c349 req-98b103a5-6847-49b0-9d28-82e30ed35a7d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 210 time: 0.0323167 May 03 16:45:25.505450 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (a03fe0bb-f484-479b-8fa7-0931589dceb3), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:25.531894 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a03fe0bb-f484-479b-8fa7-0931589dceb3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:25.702298 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:25.918641 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:45:26.028718 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:45:26.034756 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-846847c3-a3f5-433e-8cc3-5cd333a8b2bc admin admin] 10.222.0.42 "PUT /v2.0/routers/3a088455-c274-4ba2-b0a3-4dbde0cb2067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5165610 May 03 16:45:26.038602 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Sync routers for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:45:26.039694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56040) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:26.049629 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:26.050479 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:26.096685 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-330fd3bc-bd89-4daf-9aa4-0e9aa78c2dfd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:26.098866 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-330fd3bc-bd89-4daf-9aa4-0e9aa78c2dfd tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 815 time: 0.1178286 May 03 16:45:26.169322 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:26.174021 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-0316f9eb-aade-4079-a6b5-66386f358ac7 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36f54435f99423f9fb3f1ca18184f44 HTTP/1.1" status: 200 len: 380 time: 0.0661349 May 03 16:45:26.183993 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'port': {'device_id': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'admin_state_up': True, 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'security_groups': ['6bf91ea3-692e-4c2d-9772-f56458d1a335']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:26.374107 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:45:25Z', 'revision_number': 5, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:26.406469 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Checking router: 3a088455-c274-4ba2-b0a3-4dbde0cb2067 for host: dv-cinder-840324-1-iscsi {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:45:26.413591 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Made reservation on behalf of e36f54435f99423f9fb3f1ca18184f44 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:45:26.417295 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.418335 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Routers {'3a088455-c274-4ba2-b0a3-4dbde0cb2067'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:26.419210 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:26.452545 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks [] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.524707 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-02df54ca-18a3-4f94-ac5e-41aa3d54e8ff req-1ef69205-28a1-459c-968b-977d89fc3383 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 210 time: 0.0373204 May 03 16:45:26.534791 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] Set router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:26.581205 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Allocated IP 172.20.0.12 (89e9fd1b-b7fd-482b-9d8c-9c57729317b2/1f0e7afe-69d0-44e9-a2ac-5faca058f53d/c8a040e8-64b1-4b02-be61-655395ff71ec) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:45:26.605127 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks [] for router_gateway (3a088455-c274-4ba2-b0a3-4dbde0cb2067), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.709604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Deleting port 101c0330-f51f-42af-b47b-41cf0838f447 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:26.709955 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (101c0330-f51f-42af-b47b-41cf0838f447), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.716883 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:45:25Z', 'revision_number': 5, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:26.725732 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.745091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289f6c-e5ec-4041-97a8-df70160a7a24 None None] The sync data for ids ['3a088455-c274-4ba2-b0a3-4dbde0cb2067'] in dv-cinder-840324-1-iscsi is: [{'id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'name': 'tempest-TestShelveInstance-1198548737-router', 'tenant_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '101c0330-f51f-42af-b47b-41cf0838f447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:54Z', 'updated_at': '2022-05-03T16:45:25Z', 'revision_number': 5, 'project_id': '57a2b3c5a97d4c75a9dbc02c19df8cf0', 'gw_port': {'id': '101c0330-f51f-42af-b47b-41cf0838f447', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a088455-c274-4ba2-b0a3-4dbde0cb2067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:55Z', 'updated_at': '2022-05-03T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:45:26.800752 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] For port 101c0330-f51f-42af-b47b-41cf0838f447, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=101c0330-f51f-42af-b47b-41cf0838f447,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:26.801126 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (101c0330-f51f-42af-b47b-41cf0838f447), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.814627 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Calling delete_port for 101c0330-f51f-42af-b47b-41cf0838f447 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:26.831041 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:26.871903 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:45:26.875108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:45:26.879026 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:45:26.910116 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event updated for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:26.942378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:26.943170 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.028088 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-589438e4-3b88-439b-aa0f-a6207c623742 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8483419 May 03 16:45:27.041276 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Request body: {'port': {'device_id': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:27.054429 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (101c0330-f51f-42af-b47b-41cf0838f447), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.081953 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-26f10060-b756-433e-b306-a788246b5462 None None] Provisioning complete for port c8a040e8-64b1-4b02-be61-655395ff71ec triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:45:27.082987 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26f10060-b756-433e-b306-a788246b5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.085860 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=101c0330-f51f-42af-b47b-41cf0838f447,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:27.111992 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.163741 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.170245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-26f10060-b756-433e-b306-a788246b5462 None None] Port c8a040e8-64b1-4b02-be61-655395ff71ec cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 16:45:27.270213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.272133 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks [] for router_controller (3a088455-c274-4ba2-b0a3-4dbde0cb2067), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.391906 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (3a088455-c274-4ba2-b0a3-4dbde0cb2067), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.392515 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a088455-c274-4ba2-b0a3-4dbde0cb2067 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:45:27.397229 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.400840 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-8595b79a-5219-46bf-a2ed-a58e78496d48 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3a088455-c274-4ba2-b0a3-4dbde0cb2067 HTTP/1.1" status: 204 len: 168 time: 1.3576806 May 03 16:45:27.400963 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a040e8-64b1-4b02-be61-655395ff71ec {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:45:27.401225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56048) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:27.407161 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks [] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.420255 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Transition to ACTIVE for port object c8a040e8-64b1-4b02-be61-655395ff71ec will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:45:27.450094 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Deleting subnet 3c684306-db91-42b6-aa9c-4afa7ae61ecc {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:45:27.452698 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Publish callbacks [] for subnet (3c684306-db91-42b6-aa9c-4afa7ae61ecc), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.489711 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (3c684306-db91-42b6-aa9c-4afa7ae61ecc), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.494210 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.562121 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Pushing event updated for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:27.587805 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (3c684306-db91-42b6-aa9c-4afa7ae61ecc), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.634728 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Attempting to bind port c8a040e8-64b1-4b02-be61-655395ff71ec on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:45:27.635101 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Attempting to bind port c8a040e8-64b1-4b02-be61-655395ff71ec by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:45:27.635627 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Attempting to bind port c8a040e8-64b1-4b02-be61-655395ff71ec on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:45:27.640779 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Port c8a040e8-64b1-4b02-be61-655395ff71ec on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:45:27.641309 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Attempting to bind port c8a040e8-64b1-4b02-be61-655395ff71ec on network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:45:27.647041 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:45:27.647418 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Checking segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:45:27.647812 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Bound using segment: {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:45:27.648257 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Bound port: c8a040e8-64b1-4b02-be61-655395ff71ec, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573cc3cd-cb8d-4971-b525-5edeefa46558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:45:27.648621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.668960 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b205a9-be8d-4612-acfb-73f141e82721 req-3a53849b-1f8a-468f-8dc2-aceed9e7b045 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:27.670493 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11b205a9-be8d-4612-acfb-73f141e82721 req-3a53849b-1f8a-468f-8dc2-aceed9e7b045 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 944 time: 0.0589123 May 03 16:45:27.721355 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:45:27.724782 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8a040e8-64b1-4b02-be61-655395ff71ec,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:45:27.732301 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-11b205a9-be8d-4612-acfb-73f141e82721 req-98dd5404-5cdf-43e5-8441-555f66ce36ec tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490844 May 03 16:45:27.762698 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (3c684306-db91-42b6-aa9c-4afa7ae61ecc), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.791095 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c684306-db91-42b6-aa9c-4afa7ae61ecc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:27.791527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.794795 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.799370 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-17428086-7767-4a91-86fa-737c08044c49 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3c684306-db91-42b6-aa9c-4afa7ae61ecc HTTP/1.1" status: 204 len: 168 time: 0.3965950 May 03 16:45:27.805848 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56052) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:27.842829 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:27.843199 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.845065 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] 10.222.0.36 "PUT /v2.0/ports/c8a040e8-64b1-4b02-be61-655395ff71ec HTTP/1.1" status: 200 len: 1094 time: 0.8091860 May 03 16:45:27.847746 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:27.851287 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd10f8c-8060-41aa-ae01-153867773c08" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:27.888227 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8893b-bd8f-4924-96fe-f669625cb02e service neutron] Pushing event updated for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:27.919177 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae09f66-54cc-4081-9489-9aaedb882f46 x-openstack-request-id: req-9ae09f66-54cc-4081-9489-9aaedb882f46 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:27.919769 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:27.920369 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ae09f66-54cc-4081-9489-9aaedb882f46 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:27.921009 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae09f66-54cc-4081-9489-9aaedb882f46'] response: {'name': 'network-changed', 'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'status': 'completed', 'code': 200} May 03 16:45:27.945642 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (244d139b-bb4d-4387-a1e6-bd3c844ad57b), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:27.956668 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ce9f4-3407-4a76-9a59-0aa854967962 None None] Network 244d139b-bb4d-4387-a1e6-bd3c844ad57b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:45:28.003989 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Deleting port 965d6bf0-f979-4dab-beda-3fcd7891433e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:28.004328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.009502 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-613887a9-e978-433b-8eb1-b5037b65be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.011733 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-613887a9-e978-433b-8eb1-b5037b65be2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 1128 time: 0.0586920 May 03 16:45:28.057118 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61f8266b-0aee-4046-9cfa-ef0d1f0c5bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.094874 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] For port 965d6bf0-f979-4dab-beda-3fcd7891433e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=965d6bf0-f979-4dab-beda-3fcd7891433e,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:28.095248 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.110977 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Calling delete_port for 965d6bf0-f979-4dab-beda-3fcd7891433e owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:28.154872 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] DHCP port deletion for 244d139b-bb4d-4387-a1e6-bd3c844ad57b request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:45:28.158710 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-5ea5f476-c288-4b6d-a459-227338ed85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.160260 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-5ea5f476-c288-4b6d-a459-227338ed85e2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e36f54435f99423f9fb3f1ca18184f44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1403692 May 03 16:45:28.198293 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Deleting port 965d6bf0-f979-4dab-beda-3fcd7891433e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:45:28.198664 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.261530 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-c70212aa-83c3-450d-ac2f-8c259157e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.263074 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13095003'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.263292 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6fd10f8c-8060-41aa-ae01-153867773c08 req-c70212aa-83c3-450d-ac2f-8c259157e06a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965276 May 03 16:45:28.270234 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] For port 965d6bf0-f979-4dab-beda-3fcd7891433e, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=965d6bf0-f979-4dab-beda-3fcd7891433e,segment=NetworkSegment(848390b5-ac08-4a73-bd8f-74c0884155ba),segment_id=848390b5-ac08-4a73-bd8f-74c0884155ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:28.270635 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.289352 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Calling delete_port for 965d6bf0-f979-4dab-beda-3fcd7891433e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:45:28.294852 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=965d6bf0-f979-4dab-beda-3fcd7891433e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:28.296739 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] No DVR routers for this DVR port 965d6bf0-f979-4dab-beda-3fcd7891433e on host dv-cinder-840324-1-iscsi {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:28.340253 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-68312f87-fecc-43a5-b47c-eb498e241e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.342053 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-68312f87-fecc-43a5-b47c-eb498e241e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 1128 time: 0.0406241 May 03 16:45:28.369804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (965d6bf0-f979-4dab-beda-3fcd7891433e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.373502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (244d139b-bb4d-4387-a1e6-bd3c844ad57b), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.387502 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-a0618a36-17de-40a9-8ac5-00c700afc1e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a040e8-64b1-4b02-be61-655395ff71ec HTTP/1.1" status: 200 len: 217 time: 0.0390487 May 03 16:45:28.397437 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244d139b-bb4d-4387-a1e6-bd3c844ad57b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:28.399804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] Pushing event deleted for resources: {'Port': ['ID=965d6bf0-f979-4dab-beda-3fcd7891433e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:28.404338 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d930c0-2cbc-4905-9ae3-0cf9295c9676 None None] No DVR routers for this DVR port 965d6bf0-f979-4dab-beda-3fcd7891433e on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:45:28.416571 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848390b5-ac08-4a73-bd8f-74c0884155ba') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:28.416879 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848390b5-ac08-4a73-bd8f-74c0884155ba') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:28.431240 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (848390b5-ac08-4a73-bd8f-74c0884155ba), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.446494 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (848390b5-ac08-4a73-bd8f-74c0884155ba), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.447407 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-a32c9068-e06a-46ce-9a36-59d1c8f2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.451807 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-a32c9068-e06a-46ce-9a36-59d1c8f2bf07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0549233 May 03 16:45:28.455325 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:45:28.455957 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (848390b5-ac08-4a73-bd8f-74c0884155ba), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.456613 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 101c0330-f51f-42af-b47b-41cf0838f447 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:45:28.458326 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:45:28.478430 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 101c0330-f51f-42af-b47b-41cf0838f447 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:28.478850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 101c0330-f51f-42af-b47b-41cf0838f447 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:28.480370 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 965d6bf0-f979-4dab-beda-3fcd7891433e no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:28.491940 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-f4b053a3-64b3-4790-acad-89e0d3b15cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.493444 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-f4b053a3-64b3-4790-acad-89e0d3b15cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384629 May 03 16:45:28.504939 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 965d6bf0-f979-4dab-beda-3fcd7891433e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:28.509006 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 965d6bf0-f979-4dab-beda-3fcd7891433e not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:28.509006 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a03fe0bb-f484-479b-8fa7-0931589dceb3 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:45:28.533959 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: a03fe0bb-f484-479b-8fa7-0931589dceb3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:45:28.539010 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a03fe0bb-f484-479b-8fa7-0931589dceb3 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:45:28.576500 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (244d139b-bb4d-4387-a1e6-bd3c844ad57b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.582778 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:28.586515 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/244d139b-bb4d-4387-a1e6-bd3c844ad57b HTTP/1.1" status: 204 len: 168 time: 0.7793365 May 03 16:45:28.599499 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-cc56a389-1117-428b-9dc6-07cd340044f0 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960660 May 03 16:45:28.599620 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928540d-68ee-4ce6-b257-f07500e7e1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=244d139b-bb4d-4387-a1e6-bd3c844ad57b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:28.684210 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3bcd54f1-3905-437b-b325-575b8ed87d29 req-c674577b-b9d8-4882-96ba-01a24a1fca67 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833797 May 03 16:45:28.849038 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b9808-d024-44ec-993a-fdfb1026ac9b req-0ced5cfe-ba55-4174-9317-a8437b01c92e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:28.850511 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc6b9808-d024-44ec-993a-fdfb1026ac9b req-0ced5cfe-ba55-4174-9317-a8437b01c92e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 944 time: 0.0465426 May 03 16:45:28.897243 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dc6b9808-d024-44ec-993a-fdfb1026ac9b req-46f38664-677d-4728-9fa8-15040259bf6c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 May 03 16:45:28.932300 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:28.976145 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9a59a69c-1e87-4d91-bc5b-cd7a03453201 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0ed0b95fc8b4102a612dd3f9f1d8b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427139 May 03 16:45:28.978540 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56062) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:29.025162 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] Publish callbacks [] for security_group (cb3f798f-87f5-48fc-bb69-4521df6e4cad), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:29.045502 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] Publish callbacks [] for security_group (cb3f798f-87f5-48fc-bb69-4521df6e4cad), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:29.167456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (cb3f798f-87f5-48fc-bb69-4521df6e4cad), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:29.170082 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:29.171283 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb3f798f-87f5-48fc-bb69-4521df6e4cad HTTP/1.1" status: 204 len: 168 time: 0.1918461 May 03 16:45:29.180197 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18149d4f-3502-4f05-902b-4e1d57ca03e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f798f-87f5-48fc-bb69-4521df6e4cad,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:29.818267 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56068) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:29.858748 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9edcd9e4-6ba7-46fe-9aad-28a29da6ee92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57a2b3c5a97d4c75a9dbc02c19df8cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390694 May 03 16:45:29.861420 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56070) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:29.908143 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] Publish callbacks [] for security_group (0548ec15-3db1-4383-8441-8d919c80cb7b), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:29.929027 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] Publish callbacks [] for security_group (0548ec15-3db1-4383-8441-8d919c80cb7b), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:30.009818 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869d58-161f-4813-b078-b86d3312b684 req-c7b4d2fd-dd49-4005-8a82-6eb23f7e2dc5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:30.011207 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-22869d58-161f-4813-b078-b86d3312b684 req-c7b4d2fd-dd49-4005-8a82-6eb23f7e2dc5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 944 time: 0.0465150 May 03 16:45:30.059030 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-22869d58-161f-4813-b078-b86d3312b684 req-8a80f3f5-7234-4acc-a201-f5caae7c2d6f tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 May 03 16:45:30.090800 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (0548ec15-3db1-4383-8441-8d919c80cb7b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:30.094088 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:30.095319 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0548ec15-3db1-4383-8441-8d919c80cb7b HTTP/1.1" status: 204 len: 168 time: 0.2329807 May 03 16:45:30.103528 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0fc70-d597-4e0d-a9c9-df10e0e030d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548ec15-3db1-4383-8441-8d919c80cb7b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:30.193723 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa6f-1d6c-4954-9b87-556a9befc1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:31.126760 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:31.170278 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd326e-30f5-48fb-8db6-dfc861ae3236 req-a3b6ec6b-0d87-4751-9aac-58d74463dfe5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:31.172063 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76dd326e-30f5-48fb-8db6-dfc861ae3236 req-a3b6ec6b-0d87-4751-9aac-58d74463dfe5 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 944 time: 0.0458095 May 03 16:45:31.207597 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8a040e8-64b1-4b02-be61-655395ff71ec details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:45:31.220025 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-76dd326e-30f5-48fb-8db6-dfc861ae3236 req-f394da51-00cd-453b-8312-4f61f69bc10c tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 May 03 16:45:31.305628 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8a040e8-64b1-4b02-be61-655395ff71ec,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:31.318097 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'port_id': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'mac_address': 'fa:16:3e:be:04:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:45:31.354067 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port c8a040e8-64b1-4b02-be61-655395ff71ec is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:45:31.354397 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:31.367050 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a040e8-64b1-4b02-be61-655395ff71ec {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:45:31.386518 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8a040e8-64b1-4b02-be61-655395ff71ec,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:31.444798 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:31.494651 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:31.741479 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['c8a040e8-64b1-4b02-be61-655395ff71ec'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:45:32.334997 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fe099-0824-4df6-889c-3d60709b4d90 req-24e0c25f-e63a-4f0b-ac62-bc1751066add tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:32.336526 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5fe099-0824-4df6-889c-3d60709b4d90 req-24e0c25f-e63a-4f0b-ac62-bc1751066add tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 945 time: 0.0493658 May 03 16:45:32.384632 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0e5fe099-0824-4df6-889c-3d60709b4d90 req-9c8d6438-404a-4660-afe5-8a5e9de96caf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 May 03 16:45:32.904443 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:33.226047 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8a040e8-64b1-4b02-be61-655395ff71ec up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:45:33.270733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port c8a040e8-64b1-4b02-be61-655395ff71ec completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:45:33.328384 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port c8a040e8-64b1-4b02-be61-655395ff71ec triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:45:33.328772 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:33.405179 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port c8a040e8-64b1-4b02-be61-655395ff71ec is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:45:33.405629 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:33.428349 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:33.430653 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb8a21-2b00-4267-a356-9dc646ad5999" -d '{"events": [{"server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "name": "network-vif-plugged", "status": "completed", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:33.444137 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8a040e8-64b1-4b02-be61-655395ff71ec,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:45:33.501285 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe246e2-219a-47c8-93b9-45429418eb68 req-3140bd08-e9f5-41ea-a74e-9ff099e2bf71 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:33.502782 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2fe246e2-219a-47c8-93b9-45429418eb68 req-3140bd08-e9f5-41ea-a74e-9ff099e2bf71 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 945 time: 0.0475545 May 03 16:45:33.509366 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:33.560443 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-2fe246e2-219a-47c8-93b9-45429418eb68 req-954b7cc1-59ad-4dcb-93f9-f923df83749d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 May 03 16:45:33.568931 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:45:33.644059 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897574e-39cf-46c2-9e21-5c06509e2ba7 x-openstack-request-id: req-4897574e-39cf-46c2-9e21-5c06509e2ba7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:33.644354 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "name": "network-vif-plugged", "status": "completed", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:33.644638 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4897574e-39cf-46c2-9e21-5c06509e2ba7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:33.645039 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4897574e-39cf-46c2-9e21-5c06509e2ba7'] response: {'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'code': 200} May 03 16:45:33.907420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73af02-b071-4c8e-a9c5-56663776090b req-0e260e04-a4e5-4123-9832-f62d22d2cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:33.908877 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3c73af02-b071-4c8e-a9c5-56663776090b req-0e260e04-a4e5-4123-9832-f62d22d2cb79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 1130 time: 0.0420666 May 03 16:45:33.951179 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3c73af02-b071-4c8e-a9c5-56663776090b req-93a24b52-720e-4222-9ec3-e34c94d14324 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359919 May 03 16:45:34.227753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:34.680113 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f59b6b-86f9-430d-a66e-8108c3618028 req-8a247c9c-537e-48f7-ae3b-8986dc17e9cf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:34.681583 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1f59b6b-86f9-430d-a66e-8108c3618028 req-8a247c9c-537e-48f7-ae3b-8986dc17e9cf tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0490415 May 03 16:45:34.727696 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f1f59b6b-86f9-430d-a66e-8108c3618028 req-e890a243-e696-4737-a383-8c2c1a3d1c89 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 May 03 16:45:35.841632 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3e71-fa75-4b05-84ac-24764111eae3 req-76d160bb-bb29-4166-a7b9-780915347fee tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:35.843119 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4aaf3e71-fa75-4b05-84ac-24764111eae3 req-76d160bb-bb29-4166-a7b9-780915347fee tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0469739 May 03 16:45:35.890811 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-4aaf3e71-fa75-4b05-84ac-24764111eae3 req-058b60de-4be2-44d0-995c-7305d7f437b2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 May 03 16:45:35.995988 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00ff6-7d5f-4eea-a21d-0e9fe885976d req-e03affe7-5ac8-4632-a7cc-303ed2018ab4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:35.997427 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-73f00ff6-7d5f-4eea-a21d-0e9fe885976d req-e03affe7-5ac8-4632-a7cc-303ed2018ab4 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0445595 May 03 16:45:36.006395 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56092) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:45:36.010564 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Request body: {'floatingip': {'port_id': 'c8a040e8-64b1-4b02-be61-655395ff71ec'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:45:36.052364 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:36.487076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:36.550134 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:36.651060 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.l3_db [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 4fabe625-ae14-4940-85fb-90a2ff8e4492 associated. External IP: 172.27.0.171, port: c8a040e8-64b1-4b02-be61-655395ff71ec. May 03 16:45:36.855456 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:45:37.245162 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:45:37.250689 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:37.255316 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:45:37.265935 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:37.266705 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:37.281004 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-205d1390-4af3-4cfe-b44d-0a28da08eb95 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "PUT /v2.0/floatingips/4fabe625-ae14-4940-85fb-90a2ff8e4492 HTTP/1.1" status: 200 len: 992 time: 1.2733579 May 03 16:45:37.282015 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:45:37.284396 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3f85cba18d70d763f318b7279b3b9a88b1d34cf5e803eb7efd79922a3eb47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ac3ad-b805-4eef-90a2-972af7762d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:45:37.322581 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c4351-abb5-4234-ad9f-5cdfb90a7dce x-openstack-request-id: req-497c4351-abb5-4234-ad9f-5cdfb90a7dce {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:45:37.322881 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:45:37.323159 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-497c4351-abb5-4234-ad9f-5cdfb90a7dce {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:45:37.323598 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497c4351-abb5-4234-ad9f-5cdfb90a7dce'] response: {'name': 'network-changed', 'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'status': 'completed', 'code': 200} May 03 16:45:37.380214 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:37.381254 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-c9f96aa3-aad2-4a44-ac1d-c092734447ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:37.382758 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-c9f96aa3-aad2-4a44-ac1d-c092734447ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 1130 time: 0.0391021 May 03 16:45:37.473756 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-eb261cf3-d225-48d5-8d58-ad55d3623cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:37.475291 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-eb261cf3-d225-48d5-8d58-ad55d3623cc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0868905 May 03 16:45:37.541379 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-878999b5-9530-4f26-aabb-3fcecb553e8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a040e8-64b1-4b02-be61-655395ff71ec HTTP/1.1" status: 200 len: 1000 time: 0.0599949 May 03 16:45:37.589035 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-44a2d4a9-8bd7-4809-80f0-04e029a60c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:37.590476 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-44a2d4a9-8bd7-4809-80f0-04e029a60c57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0431550 May 03 16:45:37.595848 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '4fabe625-ae14-4940-85fb-90a2ff8e4492', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:be:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:45:22Z', 'updated_at': '2022-05-03T16:45:36Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:37.626149 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:45:37.634335 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:45:37.634941 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:45:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:37.635810 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-6d8435ca-4e9b-41ee-a805-f0a4dc4aae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:45:37.637301 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-6d8435ca-4e9b-41ee-a805-f0a4dc4aae26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412292 May 03 16:45:37.724567 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-0e34e63d-4596-47b4-8b4c-15010a7b1036 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815370 May 03 16:45:37.822876 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7b5ac3ad-b805-4eef-90a2-972af7762d2e req-6b439d97-91ee-46a9-a42b-2cb152097a5a service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924990 May 03 16:45:37.831007 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:45:38.041036 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '4fabe625-ae14-4940-85fb-90a2ff8e4492', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:be:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:45:22Z', 'updated_at': '2022-05-03T16:45:36Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:45:38.070955 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047fea-6ac9-4289-aa2f-8c69257b018e None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_floatingips': [{'id': '4fabe625-ae14-4940-85fb-90a2ff8e4492', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'router_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'port_id': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'mac_address': 'fa:16:3e:be:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T16:45:22Z', 'updated_at': '2022-05-03T16:45:36Z', 'revision_number': 1, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:45:38.255561 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63326c46-2132-4236-99ec-24e297dff8cd None None] New status for floating IP 4fabe625-ae14-4940-85fb-90a2ff8e4492: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:45:39.690165 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:45:47.139104 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:45:57.920826 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-096c3585-3ccf-4a3e-b3c1-0f829760e6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:00.203213 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-948f48ac-70c6-45fb-8d38-41b9bdeb1ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:01.100296 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:02.907080 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:04.185787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:09.657945 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:24.140536 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:46:27.885981 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4f902954-6212-4a78-af4b-2a851a767651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:29.861022 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-26320cb8-60fb-450f-89df-df28171a2d7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377071 May 03 16:46:29.937078 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-2503303e-0d9f-4ea9-976a-4aefd1653cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:29.938688 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-2503303e-0d9f-4ea9-976a-4aefd1653cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e36f54435f99423f9fb3f1ca18184f44&device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 1130 time: 0.0373282 May 03 16:46:30.041650 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-b446ce22-352f-430b-b1de-835c1eeac7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:30.043080 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-b446ce22-352f-430b-b1de-835c1eeac7fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 200 len: 916 time: 0.0869050 May 03 16:46:30.108837 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-926307ee-c843-4dda-b8f7-9ca0f9bececf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a040e8-64b1-4b02-be61-655395ff71ec HTTP/1.1" status: 200 len: 1002 time: 0.0600328 May 03 16:46:30.159849 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-687bd684-59b3-4444-8693-4711a8050553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:30.161354 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-687bd684-59b3-4444-8693-4711a8050553 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 200 len: 854 time: 0.0472274 May 03 16:46:30.161787 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a977-4ff4-4142-b117-e6a50ffef881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:30.203933 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-d39db89e-b5d8-41a4-a5f2-88cc49943461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:30.205432 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-d39db89e-b5d8-41a4-a5f2-88cc49943461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89e9fd1b-b7fd-482b-9d8c-9c57729317b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380826 May 03 16:46:30.300367 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-fa9b8255-3f2e-46cb-b023-58070bd8d717 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830171 May 03 16:46:30.399806 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-e2b3ffa8-b68b-4b92-8ae9-58654bdb4447 req-e87fe1ac-95a9-4459-bcb3-28587c8ed4f7 service neutron] 10.222.0.36 "GET /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863671 May 03 16:46:31.190578 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:32.903031 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:34.224890 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:39.658414 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:53.730833 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc8e03-ffcc-4157-bec2-6fa1e8fa4e57 req-355090c8-733d-4cce-a748-f8d17859d6cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:53.732297 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0bdc8e03-ffcc-4157-bec2-6fa1e8fa4e57 req-355090c8-733d-4cce-a748-f8d17859d6cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0465946 May 03 16:46:53.778631 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0bdc8e03-ffcc-4157-bec2-6fa1e8fa4e57 req-77818581-2083-476d-8601-83a5a1a4f21d tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400519 May 03 16:46:54.894359 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13054b8-5fcd-44e2-89f9-a6f9af394c57 req-a1010314-7e6a-402c-8dc6-487db4151bc2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:54.895985 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d13054b8-5fcd-44e2-89f9-a6f9af394c57 req-a1010314-7e6a-402c-8dc6-487db4151bc2 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0492859 May 03 16:46:54.942507 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-d13054b8-5fcd-44e2-89f9-a6f9af394c57 req-f7ff3fa0-c0ef-4107-b03a-01fc0327997e tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups?id=6bf91ea3-692e-4c2d-9772-f56458d1a335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 May 03 16:46:55.438645 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-ca38c428-d52d-44df-9c7c-ef364c3bf6fe tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:46:55.441002 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-ca38c428-d52d-44df-9c7c-ef364c3bf6fe tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 946 time: 0.0453436 May 03 16:46:55.527084 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port c8a040e8-64b1-4b02-be61-655395ff71ec {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:46:55.527481 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:55.613817 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] For port c8a040e8-64b1-4b02-be61-655395ff71ec, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=c8a040e8-64b1-4b02-be61-655395ff71ec,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:46:55.614185 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:55.784171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:55.784527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588218'] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:55.784837 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.l3_db [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Floating IP 4fabe625-ae14-4940-85fb-90a2ff8e4492 disassociated. External IP: 172.27.0.171, port: c8a040e8-64b1-4b02-be61-655395ff71ec. May 03 16:46:55.785169 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for c8a040e8-64b1-4b02-be61-655395ff71ec owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:46:55.983642 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (c8a040e8-64b1-4b02-be61-655395ff71ec), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:56.010744 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=c8a040e8-64b1-4b02-be61-655395ff71ec,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:46:56.022088 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.022439 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.022791 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.023135 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.023498 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.023838 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.024173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.024505 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.024832 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.025160 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.025491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.025815 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.026139 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.026468 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.026795 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:56.043831 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-e7466ada-bdef-4f55-97b3-991077b520c0 req-23b854fb-c732-4ee6-9b3b-da3fe4fba77a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 210 time: 0.0319812 May 03 16:46:56.136951 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:46:56.244119 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:46:56.254070 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:46:56.264907 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:46:56.265565 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:46:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:46:56.382501 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:46:56.542174 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] No DVR routers for this DVR port c8a040e8-64b1-4b02-be61-655395ff71ec on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:46:56.544761 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:56.548018 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-2f393554-9999-41ec-a8fb-9d8529ebf9f8 req-43167419-8269-41be-83cd-37d101e629cc tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.36 "DELETE /v2.0/ports/c8a040e8-64b1-4b02-be61-655395ff71ec HTTP/1.1" status: 204 len: 173 time: 1.1016917 May 03 16:46:56.548453 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'name': 'network-vif-deleted', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:46:56.551435 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf64fb3d-b900-4162-84a2-bab31e014179" -d '{"events": [{"server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "name": "network-vif-deleted", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:46:56.621942 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:46:56.649298 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d029806-4009-4391-80a9-d1ca9d2f5412 x-openstack-request-id: req-1d029806-4009-4391-80a9-d1ca9d2f5412 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:46:56.649494 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:46:56.649625 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9c6b96-7d38-4601-ba6b-19f2934d0576", "name": "network-vif-deleted", "tag": "c8a040e8-64b1-4b02-be61-655395ff71ec", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:46:56.649831 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d029806-4009-4391-80a9-d1ca9d2f5412 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:46:56.650232 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d029806-4009-4391-80a9-d1ca9d2f5412'] response: {'server_uuid': '9c9c6b96-7d38-4601-ba6b-19f2934d0576', 'name': 'network-vif-deleted', 'tag': 'c8a040e8-64b1-4b02-be61-655395ff71ec', 'status': 'completed', 'code': 200} May 03 16:46:56.657922 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:46:56.658530 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:46:30Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:46:56.771036 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:46:56.963852 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:46:56.994102 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9312cc1-1288-4658-af24-dcfa9036d430 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:39:51Z', 'revision_number': 4, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi', '_interfaces': [{'id': 'a523e454-cdda-47a6-a3bd-60917b2cd8c7', 'name': '', 'network_id': '89e9fd1b-b7fd-482b-9d8c-9c57729317b2', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'mac_address': 'fa:16:3e:9d:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:50Z', 'updated_at': '2022-05-03T16:39:57Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'subnets': [{'id': '1f0e7afe-69d0-44e9-a2ac-5faca058f53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:46:57.153397 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-04904073-c1af-4bc1-90de-83903a163d8f req-ec94f371-7ad4-49c5-a1a6-35423f582d54 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c9c6b96-7d38-4601-ba6b-19f2934d0576 HTTP/1.1" status: 200 len: 210 time: 0.0286403 May 03 16:46:57.220186 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297d210-fd04-4818-b80b-6d48e5e74a1b None None] New status for floating IP 4fabe625-ae14-4940-85fb-90a2ff8e4492: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:46:57.886224 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de9ede36-abf0-45a7-8981-ad9f95bb87a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.332931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56206) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:46:58.385439 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (6bf91ea3-692e-4c2d-9772-f56458d1a335), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.408333 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (6bf91ea3-692e-4c2d-9772-f56458d1a335), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.514889 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (6bf91ea3-692e-4c2d-9772-f56458d1a335), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.517609 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.519418 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/security-groups/6bf91ea3-692e-4c2d-9772-f56458d1a335 HTTP/1.1" status: 204 len: 168 time: 0.1854775 May 03 16:46:58.522246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:46:58.528784 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf91ea3-692e-4c2d-9772-f56458d1a335,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:46:58.535972 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.536324 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.536463 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-009d4710-6231-42ff-b32f-119285d95f1a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] show failed (client error): The resource could not be found. May 03 16:46:58.536669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.537011 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.537346 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.537453 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-009d4710-6231-42ff-b32f-119285d95f1a tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "GET /v2.0/security-groups/6bf91ea3-692e-4c2d-9772-f56458d1a335 HTTP/1.1" status: 404 len: 347 time: 0.0142121 May 03 16:46:58.537762 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.538097 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.538425 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.538752 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.539076 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.539448 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.539849 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.540195 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.540311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:46:58.540509 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.540829 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a09d2-efb8-49d4-b45a-e5ddbf76e239 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:46:58.656029 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Deleting port 0e194f29-cd2a-484c-9827-f53e9f638fc7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:46:58.656373 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.732549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.732886 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (0e194f29-cd2a-484c-9827-f53e9f638fc7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:58.744821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Calling delete_port for 0e194f29-cd2a-484c-9827-f53e9f638fc7 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:46:58.978141 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (0e194f29-cd2a-484c-9827-f53e9f638fc7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:59.004622 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Pushing event deleted for resources: {'Port': ['ID=0e194f29-cd2a-484c-9827-f53e9f638fc7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:46:59.064404 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks [] for floatingip (4fabe625-ae14-4940-85fb-90a2ff8e4492), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:59.067964 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:46:59.069102 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5d04c287-2f90-4e30-9c9f-7bf8af1995f9 tempest-AttachVolumeNegativeTest-732894824 tempest-AttachVolumeNegativeTest-732894824-project] 10.222.0.42 "DELETE /v2.0/floatingips/4fabe625-ae14-4940-85fb-90a2ff8e4492 HTTP/1.1" status: 204 len: 168 time: 0.5280321 May 03 16:46:59.663458 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8a040e8-64b1-4b02-be61-655395ff71ec no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:46:59.684515 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: c8a040e8-64b1-4b02-be61-655395ff71ec {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:46:59.684859 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device c8a040e8-64b1-4b02-be61-655395ff71ec not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:47:00.166070 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-045d6928-be91-4a86-a58b-b9cb27a36e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:01.126423 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:01.139148 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:47:02.886433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:03.208118 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:03.672964 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588959'] for router_interface (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:03.900442 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Deleting port a523e454-cdda-47a6-a3bd-60917b2cd8c7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:47:03.900781 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:03.978619 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] For port a523e454-cdda-47a6-a3bd-60917b2cd8c7, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=a523e454-cdda-47a6-a3bd-60917b2cd8c7,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:03.978984 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:03.992343 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Calling delete_port for a523e454-cdda-47a6-a3bd-60917b2cd8c7 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:47:04.188910 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:04.246368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (a523e454-cdda-47a6-a3bd-60917b2cd8c7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:04.274296 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a523e454-cdda-47a6-a3bd-60917b2cd8c7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:04.454425 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593288'] for router_interface (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:04.673222 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 has already been hosted by L3 agent 2441bcf3-710a-465b-a093-12a9a0b6d096 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 16:47:04.781936 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] Notify agent at l3_agent.dv-cinder-840324-1-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 16:47:04.786964 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ee837b23-f518-4102-9933-5958088dec33 admin admin] 10.222.0.42 "PUT /v2.0/routers/afbdebfd-1d9d-46cf-9182-7e596e85d0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5778384 May 03 16:47:04.789506 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56250) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:04.790680 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Sync routers for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:47:04.800924 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:47:04.801551 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:47:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:04.895176 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks [] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:04.995634 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: dv-cinder-840324-1-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:47:05.005217 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks [] for router_gateway (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.109347 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Deleting port 36676420-52bb-477c-948f-f7783a084172 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:47:05.109584 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (36676420-52bb-477c-948f-f7783a084172), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.166081 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'external_fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '36676420-52bb-477c-948f-f7783a084172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:47:04Z', 'revision_number': 5, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port': {'id': '36676420-52bb-477c-948f-f7783a084172', 'name': '', 'network_id': '1da963a8-77e1-4ad3-85eb-0a8c25a57e43', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840324-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T16:39:48Z', 'updated_at': '2022-05-03T16:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7180eca3-5c8f-4c8d-84f3-abec831d19eb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840324-1-iscsi'}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:05.189841 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] For port 36676420-52bb-477c-948f-f7783a084172, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=36676420-52bb-477c-948f-f7783a084172,segment=NetworkSegment(b8b27c46-08c6-4629-a370-a622faff8d1a),segment_id=b8b27c46-08c6-4629-a370-a622faff8d1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:05.190205 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (36676420-52bb-477c-948f-f7783a084172), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.195085 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Checking router: afbdebfd-1d9d-46cf-9182-7e596e85d0c9 for host: dv-cinder-840324-1-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:47:05.203189 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Routers {'afbdebfd-1d9d-46cf-9182-7e596e85d0c9'} bound to L3 agent in host dv-cinder-840324-1-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 16:47:05.203488 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Calling delete_port for 36676420-52bb-477c-948f-f7783a084172 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:47:05.203833 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840324-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T16:19:30Z,description=,heartbeat_timestamp=2022-05-03T16:47:00Z,host='dv-cinder-840324-1-iscsi',id=2441bcf3-710a-465b-a093-12a9a0b6d096,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T16:19:31Z,topic='l3_agent')) {'router_ids': ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:05.293032 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] Set router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 16:47:05.347351 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:47:05Z', 'revision_number': 6, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port_host': None}], 'dv-cinder-840324-1-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:05.375938 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddce36-1ddd-473f-b80f-a214edca3f52 None None] The sync data for ids ['afbdebfd-1d9d-46cf-9182-7e596e85d0c9'] in dv-cinder-840324-1-iscsi is: [{'id': 'afbdebfd-1d9d-46cf-9182-7e596e85d0c9', 'name': 'tempest-AttachVolumeNegativeTest-1840353350-router', 'tenant_id': 'e36f54435f99423f9fb3f1ca18184f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T16:39:47Z', 'updated_at': '2022-05-03T16:47:05Z', 'revision_number': 6, 'project_id': 'e36f54435f99423f9fb3f1ca18184f44', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:47:05.423597 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (36676420-52bb-477c-948f-f7783a084172), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.452823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36676420-52bb-477c-948f-f7783a084172,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:05.517762 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584813'] for router_gateway (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.611949 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.615391 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks [] for router_controller (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.966247 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582200'] for router (afbdebfd-1d9d-46cf-9182-7e596e85d0c9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.966688 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbdebfd-1d9d-46cf-9182-7e596e85d0c9 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 16:47:05.976003 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:05.976003 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f117f6f5-b048-4022-8781-0ef07549c4a8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/afbdebfd-1d9d-46cf-9182-7e596e85d0c9 HTTP/1.1" status: 204 len: 168 time: 1.1815934 May 03 16:47:05.976003 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56252) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:06.020278 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Deleting subnet 1f0e7afe-69d0-44e9-a2ac-5faca058f53d {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:47:06.022931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Publish callbacks [] for subnet (1f0e7afe-69d0-44e9-a2ac-5faca058f53d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.056840 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (1f0e7afe-69d0-44e9-a2ac-5faca058f53d), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.137931 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (1f0e7afe-69d0-44e9-a2ac-5faca058f53d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.234956 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (1f0e7afe-69d0-44e9-a2ac-5faca058f53d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.261904 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0e7afe-69d0-44e9-a2ac-5faca058f53d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:06.265544 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.268749 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b3c1e818-3578-474c-b5dd-a7a52a168d14 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1f0e7afe-69d0-44e9-a2ac-5faca058f53d HTTP/1.1" status: 204 len: 168 time: 0.2928391 May 03 16:47:06.271170 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56254) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:06.273977 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47179aa0-2a8a-4770-8171-aec771ada1e4 None None] Network 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:06.345339 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (89e9fd1b-b7fd-482b-9d8c-9c57729317b2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.405576 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Deleting port 15dab455-c9ea-4487-87a8-5f1989357c20 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:47:06.405915 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.451286 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] DHCP port deletion for 89e9fd1b-b7fd-482b-9d8c-9c57729317b2 request from dv-cinder-840324-1-iscsi {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 16:47:06.473470 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] For port 15dab455-c9ea-4487-87a8-5f1989357c20, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=15dab455-c9ea-4487-87a8-5f1989357c20,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:06.474053 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.489838 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Calling delete_port for 15dab455-c9ea-4487-87a8-5f1989357c20 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:47:06.492586 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Deleting port 15dab455-c9ea-4487-87a8-5f1989357c20 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:47:06.492967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.510207 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a523e454-cdda-47a6-a3bd-60917b2cd8c7 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:47:06.537979 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: a523e454-cdda-47a6-a3bd-60917b2cd8c7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:47:06.538327 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device a523e454-cdda-47a6-a3bd-60917b2cd8c7 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:47:06.538742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 15dab455-c9ea-4487-87a8-5f1989357c20 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:47:06.606891 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] For port 15dab455-c9ea-4487-87a8-5f1989357c20, host dv-cinder-840324-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840324-1-iscsi',level=0,port_id=15dab455-c9ea-4487-87a8-5f1989357c20,segment=NetworkSegment(573cc3cd-cb8d-4971-b525-5edeefa46558),segment_id=573cc3cd-cb8d-4971-b525-5edeefa46558)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:06.607316 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.626364 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Calling delete_port for 15dab455-c9ea-4487-87a8-5f1989357c20 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:47:06.640337 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.666250 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dab455-c9ea-4487-87a8-5f1989357c20,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:06.669866 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] No DVR routers for this DVR port 15dab455-c9ea-4487-87a8-5f1989357c20 on host dv-cinder-840324-1-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:47:06.694782 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Port 15dab455-c9ea-4487-87a8-5f1989357c20 update to DOWN by agent not found {{(pid=103693) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 03 16:47:06.695212 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 36676420-52bb-477c-948f-f7783a084172 no longer exists at agent ovs-agent-dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:47:06.719106 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] No Port match for: 36676420-52bb-477c-948f-f7783a084172 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:47:06.719484 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Device 36676420-52bb-477c-948f-f7783a084172 not bound to the agent host dv-cinder-840324-1-iscsi {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:47:06.744386 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (89e9fd1b-b7fd-482b-9d8c-9c57729317b2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.750952 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030'] for port (15dab455-c9ea-4487-87a8-5f1989357c20), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.764693 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e9fd1b-b7fd-482b-9d8c-9c57729317b2']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:06.774007 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573cc3cd-cb8d-4971-b525-5edeefa46558') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:06.778633 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573cc3cd-cb8d-4971-b525-5edeefa46558') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:06.778785 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Pushing event deleted for resources: {'Port': ['ID=15dab455-c9ea-4487-87a8-5f1989357c20,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:06.779243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] No DVR routers for this DVR port 15dab455-c9ea-4487-87a8-5f1989357c20 on host dv-cinder-840324-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:47:06.786664 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (573cc3cd-cb8d-4971-b525-5edeefa46558), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.786804 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.787054 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.787982 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.788526 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790221 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790627 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790627 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.790945 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.791289 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.791614 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.791935 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.792253 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4256-054f-41e4-aecf-be9e366cf04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:47:06.802232 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (573cc3cd-cb8d-4971-b525-5edeefa46558), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.809039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (573cc3cd-cb8d-4971-b525-5edeefa46558), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:47:06.814694 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:47:06.913873 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (89e9fd1b-b7fd-482b-9d8c-9c57729317b2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.918246 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:06.923866 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/89e9fd1b-b7fd-482b-9d8c-9c57729317b2 HTTP/1.1" status: 204 len: 168 time: 0.6490343 May 03 16:47:06.936629 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2932c57-d056-41b6-9f86-097c2b4559f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e9fd1b-b7fd-482b-9d8c-9c57729317b2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:07.222899 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:07.268746 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-98b3def3-5627-4a7c-bc0a-621773846ca9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e36f54435f99423f9fb3f1ca18184f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424466 May 03 16:47:07.269118 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:07.315493 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] Publish callbacks [] for security_group (58e75230-e9f5-4b83-8ecb-4a39b5c8b56a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:07.337091 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] Publish callbacks [] for security_group (58e75230-e9f5-4b83-8ecb-4a39b5c8b56a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:07.479973 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (58e75230-e9f5-4b83-8ecb-4a39b5c8b56a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:07.482495 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:07.483712 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58e75230-e9f5-4b83-8ecb-4a39b5c8b56a HTTP/1.1" status: 204 len: 168 time: 0.2137108 May 03 16:47:07.491233 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e6874-143e-4625-b921-6d7490925cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e75230-e9f5-4b83-8ecb-4a39b5c8b56a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:08.516174 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56282) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:08.617581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-774117608-network', 'tenant_id': '976ae7b9bb78428b949d885bfdcbb20b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:08.686102 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Made reservation on behalf of 976ae7b9bb78428b949d885bfdcbb20b for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:08.688450 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.697150 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.768105 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks [] for security_group (8522bf73-7f8b-4640-8a20-d362ca98246f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.822822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8522bf73-7f8b-4640-8a20-d362ca98246f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.843573 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:47:08.856377 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522bf73-7f8b-4640-8a20-d362ca98246f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:08.861857 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (e52f2884-28d6-4640-aa00-ae2d65804782), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.862242 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Added segment e52f2884-28d6-4640-aa00-ae2d65804782 of type vlan for network 96f4aedf-80e3-42d3-8d24-680840758f0b May 03 16:47:08.903559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (96f4aedf-80e3-42d3-8d24-680840758f0b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.987676 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (96f4aedf-80e3-42d3-8d24-680840758f0b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:08.988626 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:08.989202 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:09.045396 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] Pushing event updated for resources: {'Network': ['ID=96f4aedf-80e3-42d3-8d24-680840758f0b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:09.055240 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network 96f4aedf-80e3-42d3-8d24-680840758f0b details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:47:09.094623 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7fbe1147-db77-4e15-88cd-d10c47de8191 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5772455 May 03 16:47:09.097358 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:09.102330 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Request body: {'subnet': {'network_id': '96f4aedf-80e3-42d3-8d24-680840758f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-774117608-subnet', 'tenant_id': '976ae7b9bb78428b949d885bfdcbb20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:09.182908 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Made reservation on behalf of 976ae7b9bb78428b949d885bfdcbb20b for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:09.185370 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14230790'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:09.428579 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13750593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14230808'] for subnet (1455fe8e-2eec-466a-a9b9-b32c2e1a2924), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:09.489539 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1455fe8e-2eec-466a-a9b9-b32c2e1a2924,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:09.496231 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Checking segment: {'id': 'e52f2884-28d6-4640-aa00-ae2d65804782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96f4aedf-80e3-42d3-8d24-680840758f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:47:09.496592 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Network hostable DHCP agents. Network: 96f4aedf-80e3-42d3-8d24-680840758f0b, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:47:09.577420 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Network 96f4aedf-80e3-42d3-8d24-680840758f0b is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:47:09.650638 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, 96f4aedf-80e3-42d3-8d24-680840758f0b) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:47:09.654642 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:09.655237 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:09.659165 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3c721-1f2a-4f3e-bdcc-02ef5b463537 None None] Network 96f4aedf-80e3-42d3-8d24-680840758f0b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:09.673357 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:09.746715 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e8daaeea-3509-4409-b659-68ce99d81589 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6480422 May 03 16:47:09.884682 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4e9ae-bcb2-4ca6-8772-386d73ed5de1 None None] Network 96f4aedf-80e3-42d3-8d24-680840758f0b requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:10.423158 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:10.428784 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441756877-network', 'tenant_id': '28d550e2a0ec46548f7c1ebd41b3ca04'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:10.554920 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Made reservation on behalf of 28d550e2a0ec46548f7c1ebd41b3ca04 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:10.557173 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.565930 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.640592 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks [] for security_group (eba5d963-7263-41b9-b3b3-31448d926d8e), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.702767 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (eba5d963-7263-41b9-b3b3-31448d926d8e), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.728722 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:47:10.738302 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5d963-7263-41b9-b3b3-31448d926d8e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:10.743104 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (1036c8c8-6216-4fb9-9971-a0f9fedf1e60), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.743485 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Added segment 1036c8c8-6216-4fb9-9971-a0f9fedf1e60 of type vlan for network f629210b-f937-461b-956b-8c897bf238af May 03 16:47:10.783003 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (f629210b-f937-461b-956b-8c897bf238af), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.857299 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (f629210b-f937-461b-956b-8c897bf238af), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.858174 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:10.858751 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:10.919896 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] Pushing event updated for resources: {'Network': ['ID=f629210b-f937-461b-956b-8c897bf238af,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:10.929492 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network f629210b-f937-461b-956b-8c897bf238af details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:47:10.942291 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-7a4e142f-3f74-4702-a65b-7e3f84737323 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5180297 May 03 16:47:10.945185 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56304) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:10.950213 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Request body: {'subnet': {'network_id': 'f629210b-f937-461b-956b-8c897bf238af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441756877-subnet', 'tenant_id': '28d550e2a0ec46548f7c1ebd41b3ca04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:11.017140 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Made reservation on behalf of 28d550e2a0ec46548f7c1ebd41b3ca04 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:11.019487 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12713658'] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.245704 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13095339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12713636'] for subnet (1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.291558 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:11.311045 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Checking segment: {'id': '1036c8c8-6216-4fb9-9971-a0f9fedf1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f629210b-f937-461b-956b-8c897bf238af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:47:11.311437 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Network hostable DHCP agents. Network: f629210b-f937-461b-956b-8c897bf238af, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:47:11.365315 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Network f629210b-f937-461b-956b-8c897bf238af is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:47:11.417071 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, f629210b-f937-461b-956b-8c897bf238af) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:47:11.421734 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:11.422756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.426232 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b13853-395f-4393-9417-a8e419e24d3d None None] Network f629210b-f937-461b-956b-8c897bf238af requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:11.488836 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2576f03a-e973-493b-a7ee-b283db492a7a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5425906 May 03 16:47:11.534516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9046fc-c441-4e37-9049-f83ff6ad930c None None] Network f629210b-f937-461b-956b-8c897bf238af requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:11.607402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56308) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:11.653370 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Deleting subnet 1455fe8e-2eec-466a-a9b9-b32c2e1a2924 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:47:11.656525 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Publish callbacks [] for subnet (1455fe8e-2eec-466a-a9b9-b32c2e1a2924), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.696824 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (1455fe8e-2eec-466a-a9b9-b32c2e1a2924), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.734482 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (1455fe8e-2eec-466a-a9b9-b32c2e1a2924), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.857328 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (1455fe8e-2eec-466a-a9b9-b32c2e1a2924), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.883026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1455fe8e-2eec-466a-a9b9-b32c2e1a2924,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:11.886815 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:11.890010 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-48bb9eab-2eb9-4c3a-b4e0-47f178cf4359 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1455fe8e-2eec-466a-a9b9-b32c2e1a2924 HTTP/1.1" status: 204 len: 168 time: 0.2815888 May 03 16:47:11.892613 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:11.963909 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (96f4aedf-80e3-42d3-8d24-680840758f0b), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.046577 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (96f4aedf-80e3-42d3-8d24-680840758f0b), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.066275 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f4aedf-80e3-42d3-8d24-680840758f0b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.076529 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52f2884-28d6-4640-aa00-ae2d65804782') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.076830 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52f2884-28d6-4640-aa00-ae2d65804782') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.086713 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14340753'] for segment (e52f2884-28d6-4640-aa00-ae2d65804782), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.099378 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (e52f2884-28d6-4640-aa00-ae2d65804782), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.105225 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:47:12.105604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13094918'] for segment (e52f2884-28d6-4640-aa00-ae2d65804782), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: Traceback (most recent call last): May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: timer() May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: cb(*args, **kw) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: return func(*args, **kwargs) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: self._notify() May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: self.callback(batched_events) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: event.method(event) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: return f(self, *a, **k) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._get(url).json() May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: return self.request(url, 'GET', **kwargs) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:47:12.107271 dv-cinder-840324-1-iscsi neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:47:12.228504 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (96f4aedf-80e3-42d3-8d24-680840758f0b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.233590 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.236824 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] 10.222.0.42 "DELETE /v2.0/networks/96f4aedf-80e3-42d3-8d24-680840758f0b HTTP/1.1" status: 204 len: 168 time: 0.3432806 May 03 16:47:12.239675 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:12.248146 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb9b9-70e5-43ad-8e70-cde4114ea864 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f4aedf-80e3-42d3-8d24-680840758f0b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:12.285733 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Deleting subnet 1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:47:12.289171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Publish callbacks [] for subnet (1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.324979 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14445223'] for subnet (1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.362398 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.486253 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13750406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14230881'] for subnet (1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.513058 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:12.516487 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.519729 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3d93d8de-973d-491e-8454-f81b9aa4b93a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1befdfaf-b4dc-4c02-9f69-81c2dafb4f2b HTTP/1.1" status: 204 len: 168 time: 0.2784243 May 03 16:47:12.522183 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:12.589557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (f629210b-f937-461b-956b-8c897bf238af), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.669239 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (f629210b-f937-461b-956b-8c897bf238af), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.689520 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f629210b-f937-461b-956b-8c897bf238af']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.698557 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1036c8c8-6216-4fb9-9971-a0f9fedf1e60') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.698861 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1036c8c8-6216-4fb9-9971-a0f9fedf1e60') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:47:12.708094 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (1036c8c8-6216-4fb9-9971-a0f9fedf1e60), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.721074 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (1036c8c8-6216-4fb9-9971-a0f9fedf1e60), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.727599 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:47:12.728018 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (1036c8c8-6216-4fb9-9971-a0f9fedf1e60), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:47:12.729747 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:47:12.902890 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (f629210b-f937-461b-956b-8c897bf238af), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.909978 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:12.914078 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f629210b-f937-461b-956b-8c897bf238af HTTP/1.1" status: 204 len: 168 time: 0.3909440 May 03 16:47:12.925509 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431e483-7ca4-4e12-816b-72bc760138b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f629210b-f937-461b-956b-8c897bf238af,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:13.272738 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56318) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:13.312708 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-03548bd7-e847-4327-b8f5-7efc635d3406 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=976ae7b9bb78428b949d885bfdcbb20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387757 May 03 16:47:13.315337 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56320) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:13.362545 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] Publish callbacks [] for security_group (8522bf73-7f8b-4640-8a20-d362ca98246f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:13.384145 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] Publish callbacks [] for security_group (8522bf73-7f8b-4640-8a20-d362ca98246f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:13.520277 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (8522bf73-7f8b-4640-8a20-d362ca98246f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:13.524064 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:13.525241 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8522bf73-7f8b-4640-8a20-d362ca98246f HTTP/1.1" status: 204 len: 168 time: 0.2089448 May 03 16:47:13.532925 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1c92-fe80-43dc-8f40-2dd46c8dc71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522bf73-7f8b-4640-8a20-d362ca98246f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:14.101690 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:14.140843 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3eb87b6c-45bc-4186-b1f1-5a029a4f3e03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28d550e2a0ec46548f7c1ebd41b3ca04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380354 May 03 16:47:14.143118 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:14.192290 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] Publish callbacks [] for security_group (eba5d963-7263-41b9-b3b3-31448d926d8e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:14.213305 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] Publish callbacks [] for security_group (eba5d963-7263-41b9-b3b3-31448d926d8e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:14.314752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (eba5d963-7263-41b9-b3b3-31448d926d8e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:14.317545 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:14.318724 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eba5d963-7263-41b9-b3b3-31448d926d8e HTTP/1.1" status: 204 len: 168 time: 0.1746755 May 03 16:47:14.327799 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7daefd-f3be-4428-ba8f-57181f14f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5d963-7263-41b9-b3b3-31448d926d8e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:21.268274 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56422) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:21.373553 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5640d77e-e6bc-40cc-a939-bbf0b624f839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.448101 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5640d77e-e6bc-40cc-a939-bbf0b624f839 admin admin] Publish callbacks [] for security_group (a8f56974-5d21-4ed2-8d52-c21eff37f7d6), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.502372 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5640d77e-e6bc-40cc-a939-bbf0b624f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a8f56974-5d21-4ed2-8d52-c21eff37f7d6), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.541239 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-5640d77e-e6bc-40cc-a939-bbf0b624f839 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7853ca1d4c34e3f98c4752a262ea22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716777 May 03 16:47:21.543453 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640d77e-e6bc-40cc-a939-bbf0b624f839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f56974-5d21-4ed2-8d52-c21eff37f7d6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:21.543934 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56426) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:21.592485 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] Publish callbacks [] for security_group (a8f56974-5d21-4ed2-8d52-c21eff37f7d6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.613275 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] Publish callbacks [] for security_group (a8f56974-5d21-4ed2-8d52-c21eff37f7d6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.707162 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (a8f56974-5d21-4ed2-8d52-c21eff37f7d6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.709786 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:21.710935 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8f56974-5d21-4ed2-8d52-c21eff37f7d6 HTTP/1.1" status: 204 len: 168 time: 0.1659694 May 03 16:47:21.719777 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8918e-bb83-4c7a-a94c-aa8cb0b0c25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f56974-5d21-4ed2-8d52-c21eff37f7d6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:22.329754 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56432) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:22.343385 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c5af54f-9b5d-4986-871a-74715eee3884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.415643 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c5af54f-9b5d-4986-871a-74715eee3884 admin admin] Publish callbacks [] for security_group (c10e35fa-fc86-4c46-977c-bdd9c1726a10), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.485117 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c5af54f-9b5d-4986-871a-74715eee3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c10e35fa-fc86-4c46-977c-bdd9c1726a10), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.521780 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-0c5af54f-9b5d-4986-871a-74715eee3884 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08113cb0fefd4f14815acec05f6d9bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909235 May 03 16:47:22.523654 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5af54f-9b5d-4986-871a-74715eee3884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10e35fa-fc86-4c46-977c-bdd9c1726a10,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:22.525364 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56434) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:22.573827 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] Publish callbacks [] for security_group (c10e35fa-fc86-4c46-977c-bdd9c1726a10), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.595466 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] Publish callbacks [] for security_group (c10e35fa-fc86-4c46-977c-bdd9c1726a10), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.708039 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c10e35fa-fc86-4c46-977c-bdd9c1726a10), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.710574 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:22.712598 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c10e35fa-fc86-4c46-977c-bdd9c1726a10 HTTP/1.1" status: 204 len: 168 time: 0.1853724 May 03 16:47:22.721499 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0149113-f921-4315-aa94-7323f0b6a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10e35fa-fc86-4c46-977c-bdd9c1726a10,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:27.901639 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e39e890e-df79-4f06-bf59-f228a778a87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.086734 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56518) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:30.191139 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55d75e69-cc41-4292-82dd-41403384cfc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.206730 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67182fba-7381-41fa-b58c-6d6d23341fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.263823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55d75e69-cc41-4292-82dd-41403384cfc5 admin admin] Publish callbacks [] for security_group (832a1ea6-d7e2-4ed7-83a9-0971df2ca63b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.324683 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55d75e69-cc41-4292-82dd-41403384cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (832a1ea6-d7e2-4ed7-83a9-0971df2ca63b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.363215 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-55d75e69-cc41-4292-82dd-41403384cfc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f2a1c08205249a88c286d22a934216c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752399 May 03 16:47:30.363989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d75e69-cc41-4292-82dd-41403384cfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832a1ea6-d7e2-4ed7-83a9-0971df2ca63b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:30.365756 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56522) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:30.412898 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] Publish callbacks [] for security_group (832a1ea6-d7e2-4ed7-83a9-0971df2ca63b), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.434852 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] Publish callbacks [] for security_group (832a1ea6-d7e2-4ed7-83a9-0971df2ca63b), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.576479 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (832a1ea6-d7e2-4ed7-83a9-0971df2ca63b), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.579038 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:30.580245 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/832a1ea6-d7e2-4ed7-83a9-0971df2ca63b HTTP/1.1" status: 204 len: 168 time: 0.2135036 May 03 16:47:30.588744 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e12cb-f1a2-4566-88ae-dc7c8f759121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832a1ea6-d7e2-4ed7-83a9-0971df2ca63b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:31.096332 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56528) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:31.109007 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222f163d-eb76-4c4f-8ac4-543103e22eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.136247 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.181584 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222f163d-eb76-4c4f-8ac4-543103e22eda admin admin] Publish callbacks [] for security_group (502fcaee-45c9-48eb-89d4-57b8bf8637b3), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.239231 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222f163d-eb76-4c4f-8ac4-543103e22eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (502fcaee-45c9-48eb-89d4-57b8bf8637b3), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.278474 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-222f163d-eb76-4c4f-8ac4-543103e22eda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf7db2492abb4d82a299863b2910177b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810915 May 03 16:47:31.279184 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f163d-eb76-4c4f-8ac4-543103e22eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502fcaee-45c9-48eb-89d4-57b8bf8637b3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:31.281264 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:31.328603 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] Publish callbacks [] for security_group (502fcaee-45c9-48eb-89d4-57b8bf8637b3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.349028 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] Publish callbacks [] for security_group (502fcaee-45c9-48eb-89d4-57b8bf8637b3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.467822 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (502fcaee-45c9-48eb-89d4-57b8bf8637b3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.470375 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:31.471522 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/502fcaee-45c9-48eb-89d4-57b8bf8637b3 HTTP/1.1" status: 204 len: 168 time: 0.1892602 May 03 16:47:31.479598 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102e05a-2d60-4362-8272-e76f2df64008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fcaee-45c9-48eb-89d4-57b8bf8637b3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:32.953438 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:34.216204 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:36.780963 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:36.883108 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b07c5017-a161-43b4-86a8-6c5209a58b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:36.953974 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b07c5017-a161-43b4-86a8-6c5209a58b8d admin admin] Publish callbacks [] for security_group (566b4334-4886-4141-b9f8-ab6a8b0f7a96), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.026643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b07c5017-a161-43b4-86a8-6c5209a58b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (566b4334-4886-4141-b9f8-ab6a8b0f7a96), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.064019 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b07c5017-a161-43b4-86a8-6c5209a58b8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=223ef0519fd74e56a9efef0ddbd8d517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819767 May 03 16:47:37.066043 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c5017-a161-43b4-86a8-6c5209a58b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b4334-4886-4141-b9f8-ab6a8b0f7a96,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:37.066683 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56592) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:37.118431 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] Publish callbacks [] for security_group (566b4334-4886-4141-b9f8-ab6a8b0f7a96), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.144304 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] Publish callbacks [] for security_group (566b4334-4886-4141-b9f8-ab6a8b0f7a96), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.284358 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (566b4334-4886-4141-b9f8-ab6a8b0f7a96), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.286934 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.288130 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566b4334-4886-4141-b9f8-ab6a8b0f7a96 HTTP/1.1" status: 204 len: 168 time: 0.2202415 May 03 16:47:37.305711 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fb230-c8c0-4315-80bb-68fcde11aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b4334-4886-4141-b9f8-ab6a8b0f7a96,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:37.904912 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 56598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:37.918507 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3803b325-6f66-437d-b12e-abf5ccdb96cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:37.990263 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3803b325-6f66-437d-b12e-abf5ccdb96cb admin admin] Publish callbacks [] for security_group (d46e168e-2994-480e-beb2-896b40e961c0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.056868 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3803b325-6f66-437d-b12e-abf5ccdb96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d46e168e-2994-480e-beb2-896b40e961c0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.096085 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3803b325-6f66-437d-b12e-abf5ccdb96cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da40f082fd35488784a7f0aca3a767a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900694 May 03 16:47:38.096891 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b325-6f66-437d-b12e-abf5ccdb96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e168e-2994-480e-beb2-896b40e961c0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:38.098668 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56600) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:38.137851 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:47:38.150033 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] Publish callbacks [] for security_group (d46e168e-2994-480e-beb2-896b40e961c0), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.171186 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] Publish callbacks [] for security_group (d46e168e-2994-480e-beb2-896b40e961c0), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.272648 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (d46e168e-2994-480e-beb2-896b40e961c0), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.275768 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:38.276937 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d46e168e-2994-480e-beb2-896b40e961c0 HTTP/1.1" status: 204 len: 168 time: 0.1772025 May 03 16:47:38.284694 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c325120-a733-472a-b846-a56d2eaf8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e168e-2994-480e-beb2-896b40e961c0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:39.207231 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56622) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:39.300402 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-717111178-network', 'tenant_id': '8eff576741124193b3af9890d92b6795'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:39.376063 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Made reservation on behalf of 8eff576741124193b3af9890d92b6795 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:39.378331 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for network (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.387307 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.460000 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks [] for security_group (c226320c-7f5a-496d-94f1-ce04a0db2351), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.518669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c226320c-7f5a-496d-94f1-ce04a0db2351), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.545138 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:47:39.555563 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226320c-7f5a-496d-94f1-ce04a0db2351,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:39.560331 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (d7b6179c-fe74-41bd-a7ca-b14a05b7a83f), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.560671 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.db.segments_db [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Added segment d7b6179c-fe74-41bd-a7ca-b14a05b7a83f of type vlan for network dcf4ee74-2429-4b72-b878-c6758e8744e4 May 03 16:47:39.600823 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756289755338'] for network (dcf4ee74-2429-4b72-b878-c6758e8744e4), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.690205 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.713210 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595'] for network (dcf4ee74-2429-4b72-b878-c6758e8744e4), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.714138 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:39.714727 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:39.776766 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf4ee74-2429-4b72-b878-c6758e8744e4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:39.786392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 details requested by agent ovs-agent-dv-cinder-840324-1-iscsi with host dv-cinder-840324-1-iscsi {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 16:47:39.829960 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-53dc2143-e096-4782-bbae-9fd419973976 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6215911 May 03 16:47:39.832666 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 56626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:47:39.837927 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Request body: {'subnet': {'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-717111178-subnet', 'tenant_id': '8eff576741124193b3af9890d92b6795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:39.935599 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Made reservation on behalf of 8eff576741124193b3af9890d92b6795 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:39.937907 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12713658'] for subnet (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:40.159190 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13095339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12713636'] for subnet (45a8743f-ec7a-4597-83a8-31e3b377b727), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:40.208387 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a8743f-ec7a-4597-83a8-31e3b377b727,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:40.224819 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Checking segment: {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:47:40.225176 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Network hostable DHCP agents. Network: dcf4ee74-2429-4b72-b878-c6758e8744e4, hostable agents: ['0a183068-c967-432d-b0fe-97f8ac5d4a34'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:47:40.301604 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 is scheduled to be hosted by DHCP agent 0a183068-c967-432d-b0fe-97f8ac5d4a34 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:47:40.358657 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840324-1-iscsi, dcf4ee74-2429-4b72-b878-c6758e8744e4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:47:40.362764 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:40.363442 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:40.367182 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dea8d1-8eef-43ab-9a60-62f731dd855e None None] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:40.424830 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-2ade4b2f-808d-4f90-b393-29d016814e57 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5909061 May 03 16:47:40.471370 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2312d28-4bdd-4509-a11f-5a2ad9946864 None None] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 requested from dv-cinder-840324-1-iscsi {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 16:47:42.588779 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-74136309-f093-4b08-b8cf-02464f5be331 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:42.590153 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-74136309-f093-4b08-b8cf-02464f5be331 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 813 time: 0.1053317 May 03 16:47:42.604158 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-cb49dc28-de39-4e1e-bf86-0814255b1f19 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/quotas/8eff576741124193b3af9890d92b6795 HTTP/1.1" status: 200 len: 375 time: 0.0086677 May 03 16:47:42.635527 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-4a1b50a1-baab-4265-b591-fc5044c0c640 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264435 May 03 16:47:42.773168 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-02a081c3-cc7b-4974-b458-7a325f167563 service neutron] 10.222.0.42 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306105 May 03 16:47:42.859820 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-70c311d2-25e2-46c3-9c95-60c8a435f785 service neutron] 10.222.0.42 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805297 May 03 16:47:43.109209 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a286f12b-04d3-492e-b5e1-1c5cac557e9f req-7187ac1e-a47a-45a3-9eca-f5bb570499eb tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 210 time: 0.0324490 May 03 16:47:44.206081 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-b2cf5ba0-116d-485a-95ee-768cd71049de req-3eea1a96-b455-4bce-bfd4-b3b2e76ccc4b tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 210 time: 0.0299952 May 03 16:47:45.169377 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-00be4698-daa9-485f-af8b-3b36e5b93ac2 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:45.170826 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-00be4698-daa9-485f-af8b-3b36e5b93ac2 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 813 time: 0.1117601 May 03 16:47:45.183742 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Request body: {'port': {'device_id': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4', 'admin_state_up': True, 'tenant_id': '8eff576741124193b3af9890d92b6795'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:45.307102 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-cd7b537f-7ed7-4d1e-b32c-6c0bb97962c8 req-885f9338-0c05-487a-8c55-6f9c8b8f1577 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 210 time: 0.0295782 May 03 16:47:45.375816 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Made reservation on behalf of 8eff576741124193b3af9890d92b6795 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:47:45.379226 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:45.502130 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Allocated IP 172.20.0.9 (dcf4ee74-2429-4b72-b878-c6758e8744e4/45a8743f-ec7a-4597-83a8-31e3b377b727/9df67e6a-33c9-4b40-aea3-d859bcc04684) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:47:45.650144 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks [] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:45.741423 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:45.785882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:47:45.789060 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:47:45.795116 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:47:45.801714 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Pushing event updated for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:45.849960 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:45.850564 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:45.932392 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-a54d9499-7b0e-4d75-bb1f-e2c897cf3818 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529569 May 03 16:47:45.943535 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Request body: {'port': {'device_id': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:47:46.001253 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.256437 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df67e6a-33c9-4b40-aea3-d859bcc04684 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:47:46.263707 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks [] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.276076 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Transition to ACTIVE for port object 9df67e6a-33c9-4b40-aea3-d859bcc04684 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:47:46.347088 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.400979 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Pushing event updated for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:46.430045 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcc224-c52c-4a78-ac72-e009deac6e21 req-f071d8d5-32ff-4568-a6f4-6b3308353bac tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:46.431549 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbdcc224-c52c-4a78-ac72-e009deac6e21 req-f071d8d5-32ff-4568-a6f4-6b3308353bac tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 943 time: 0.0546911 May 03 16:47:46.468315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Attempting to bind port 9df67e6a-33c9-4b40-aea3-d859bcc04684 on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:47:46.468662 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Attempting to bind port 9df67e6a-33c9-4b40-aea3-d859bcc04684 by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:47:46.468981 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Attempting to bind port 9df67e6a-33c9-4b40-aea3-d859bcc04684 on network dcf4ee74-2429-4b72-b878-c6758e8744e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:47:46.473195 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Port 9df67e6a-33c9-4b40-aea3-d859bcc04684 on network dcf4ee74-2429-4b72-b878-c6758e8744e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:47:46.473516 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Attempting to bind port 9df67e6a-33c9-4b40-aea3-d859bcc04684 on network dcf4ee74-2429-4b72-b878-c6758e8744e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:47:46.478345 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:47:46.478665 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Checking segment: {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:47:46.479042 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Bound using segment: {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:47:46.479491 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Bound port: 9df67e6a-33c9-4b40-aea3-d859bcc04684, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:47:46.479849 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.480116 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-dbdcc224-c52c-4a78-ac72-e009deac6e21 req-68b3756c-f17a-4420-b8af-5fa1ff81d415 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 May 03 16:47:46.546667 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:47:46.549599 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:47:46.615622 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.647611 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:46.647742 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:46.649046 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] 10.222.0.36 "PUT /v2.0/ports/9df67e6a-33c9-4b40-aea3-d859bcc04684 HTTP/1.1" status: 200 len: 1093 time: 0.7096908 May 03 16:47:46.651173 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:47:46.654888 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4685e9-1b75-4977-bc11-baaee3f41a65" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:47:46.680436 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd25b6-cc54-4380-8907-b3253650014a service neutron] Pushing event updated for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:46.693311 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89286a-51b8-4eca-9185-e0f2d37e9333 x-openstack-request-id: req-6e89286a-51b8-4eca-9185-e0f2d37e9333 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:47:46.693621 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:47:46.693863 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e89286a-51b8-4eca-9185-e0f2d37e9333 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:47:46.694260 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e89286a-51b8-4eca-9185-e0f2d37e9333'] response: {'name': 'network-changed', 'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684', 'status': 'completed', 'code': 200} May 03 16:47:46.751770 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-e2d6c595-efe6-42d0-a3fc-19a1de97f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:46.753245 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-e2d6c595-efe6-42d0-a3fc-19a1de97f44e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 1127 time: 0.0400846 May 03 16:47:46.854308 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-090b9f29-5821-4bca-ae87-27461229cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:46.855997 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-090b9f29-5821-4bca-ae87-27461229cde0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8eff576741124193b3af9890d92b6795&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961120 May 03 16:47:46.946826 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-e4258f43-e9d7-4032-9b4b-e7d360ed24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:46.948287 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-ac4685e9-1b75-4977-bc11-baaee3f41a65 req-e4258f43-e9d7-4032-9b4b-e7d360ed24ff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864508 May 03 16:47:47.023010 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-85425b44-f81c-47cf-8247-d69f74a4d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:47.024509 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-85425b44-f81c-47cf-8247-d69f74a4d365 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 1127 time: 0.0433240 May 03 16:47:47.065510 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-94b80830-6fd2-44f5-b6a7-58556898a9b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684 HTTP/1.1" status: 200 len: 217 time: 0.0346119 May 03 16:47:47.113599 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-45eeb9d5-2f79-47fb-b8fa-c2fd347caee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:47.114912 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-45eeb9d5-2f79-47fb-b8fa-c2fd347caee0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a8743f-ec7a-4597-83a8-31e3b377b727 HTTP/1.1" status: 200 len: 853 time: 0.0426803 May 03 16:47:47.146619 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-635148fb-40d4-4029-b03b-06524c605fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf4ee74-2429-4b72-b878-c6758e8744e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259364 May 03 16:47:47.236714 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-365908dc-867d-4eed-834e-b52b21c6c509 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 May 03 16:47:47.326082 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-eea86727-cd49-4be7-aaac-e27955ae72ab req-d2855e33-6ec8-4851-b612-d9984ce66fd6 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835891 May 03 16:47:47.597499 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cbaab-c512-44ae-bfd6-1a56ad08a247 req-27262a66-548a-4739-ab83-e68d55722947 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:47.598940 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-769cbaab-c512-44ae-bfd6-1a56ad08a247 req-27262a66-548a-4739-ab83-e68d55722947 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 943 time: 0.0492482 May 03 16:47:47.645262 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-769cbaab-c512-44ae-bfd6-1a56ad08a247 req-6cef3f3d-93c7-43c8-aa71-a6587bf8bd92 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 May 03 16:47:48.757223 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8cc0-7d76-4e23-95a7-6189d04fae66 req-0122e2df-508a-4c37-97cc-2792f4d082c0 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:48.758573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ccaa8cc0-7d76-4e23-95a7-6189d04fae66 req-0122e2df-508a-4c37-97cc-2792f4d082c0 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 943 time: 0.0458107 May 03 16:47:48.803436 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ccaa8cc0-7d76-4e23-95a7-6189d04fae66 req-c4badcb5-ad6e-4fa9-9ee7-7053b727be87 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387495 May 03 16:47:49.843745 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 9df67e6a-33c9-4b40-aea3-d859bcc04684 details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:47:49.920804 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488fc57-d99f-4ec7-bcf2-5aaf074fd16e req-e81ec801-4156-4db0-830b-1137e69a4114 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:49.922259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a488fc57-d99f-4ec7-bcf2-5aaf074fd16e req-e81ec801-4156-4db0-830b-1137e69a4114 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 943 time: 0.0497274 May 03 16:47:49.940576 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:49.952753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '9df67e6a-33c9-4b40-aea3-d859bcc04684', 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4', 'port_id': '9df67e6a-33c9-4b40-aea3-d859bcc04684', 'mac_address': 'fa:16:3e:83:8e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a8743f-ec7a-4597-83a8-31e3b377b727', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:47:49.968836 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a488fc57-d99f-4ec7-bcf2-5aaf074fd16e req-2030d299-4126-4b3d-b8dc-2ae8337a7c50 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 May 03 16:47:49.993932 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 9df67e6a-33c9-4b40-aea3-d859bcc04684 is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:47:49.994321 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:50.007245 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df67e6a-33c9-4b40-aea3-d859bcc04684 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:47:50.026075 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:50.072613 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:50.119556 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:50.422032 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['9df67e6a-33c9-4b40-aea3-d859bcc04684'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:47:51.083493 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5003-e365-4111-bb30-40351c54f1a3 req-a8b0f476-23c3-4463-8ae6-4a6ce9093f7c tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:51.084959 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f7a5003-e365-4111-bb30-40351c54f1a3 req-a8b0f476-23c3-4463-8ae6-4a6ce9093f7c tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 944 time: 0.0481195 May 03 16:47:51.131570 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-0f7a5003-e365-4111-bb30-40351c54f1a3 req-3faf8366-90a8-4fed-b36f-c0cd757a8e81 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 May 03 16:47:51.870313 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 9df67e6a-33c9-4b40-aea3-d859bcc04684 up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:47:51.923060 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 9df67e6a-33c9-4b40-aea3-d859bcc04684 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:47:51.992660 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 9df67e6a-33c9-4b40-aea3-d859bcc04684 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:47:51.993039 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:52.076664 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 9df67e6a-33c9-4b40-aea3-d859bcc04684 is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:47:52.077052 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:52.098884 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:47:52.101156 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a5bbf-b226-4a21-8224-6853e82cc1e9" -d '{"events": [{"server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "name": "network-vif-plugged", "status": "completed", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:47:52.114315 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:47:52.138670 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59984232-ddc3-4a16-a956-32d67a8e56b6 x-openstack-request-id: req-59984232-ddc3-4a16-a956-32d67a8e56b6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:47:52.138967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "name": "network-vif-plugged", "status": "completed", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:47:52.139226 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59984232-ddc3-4a16-a956-32d67a8e56b6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:47:52.139656 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59984232-ddc3-4a16-a956-32d67a8e56b6'] response: {'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684', 'code': 200} May 03 16:47:52.158438 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:47:52.209416 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:47:52.253008 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e77fe-a371-4949-8414-d3a6b1b62748 req-077e8abb-d87a-4de3-8c96-fc0e6dd4668c tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:52.254486 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f5e77fe-a371-4949-8414-d3a6b1b62748 req-077e8abb-d87a-4de3-8c96-fc0e6dd4668c tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0485249 May 03 16:47:52.305308 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9f5e77fe-a371-4949-8414-d3a6b1b62748 req-09b7d1df-6e4c-413a-b7f8-11af82acfd46 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 May 03 16:47:52.423233 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c91883-69fa-478e-a584-dd814e4a0268 req-6f6196b4-e48a-4530-a648-332db250f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:52.423857 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a0c91883-69fa-478e-a584-dd814e4a0268 req-6f6196b4-e48a-4530-a648-332db250f63a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 1129 time: 0.0428612 May 03 16:47:52.472284 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a0c91883-69fa-478e-a584-dd814e4a0268 req-f07b304f-e1f4-46af-821c-f86acfed612c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 May 03 16:47:53.418597 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a494c-0d9d-490a-ab03-62e53ba0dbde req-0938c7b6-8624-44c2-a3e0-cd24c0d2e178 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:53.420781 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-019a494c-0d9d-490a-ab03-62e53ba0dbde req-0938c7b6-8624-44c2-a3e0-cd24c0d2e178 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0458736 May 03 16:47:53.466904 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-019a494c-0d9d-490a-ab03-62e53ba0dbde req-625aa79e-5954-45fc-b3d2-b49651205f65 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 May 03 16:47:54.580677 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddefa7-6b31-42a8-9487-839891dda383 req-41283294-519d-430c-ba77-f085ed972553 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:47:54.582114 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-43ddefa7-6b31-42a8-9487-839891dda383 req-41283294-519d-430c-ba77-f085ed972553 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0471222 May 03 16:47:54.627593 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-43ddefa7-6b31-42a8-9487-839891dda383 req-c558cd43-dc09-4c19-8db1-010dede5679f tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 May 03 16:47:57.861230 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ec33-695c-4f18-8b88-a85a4fa52eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:00.180893 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dcbce19-6d9a-47d1-ab30-f67548e4e438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:01.151967 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:02.912509 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:04.174452 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:09.694570 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:15.136871 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:48:18.191675 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-ea9b4597-7180-4c6b-bc66-e568fbd461e3 service neutron] (103692) timed out ('10.222.0.42', 51286) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 16:48:18.366680 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-f5f3088d-c4d0-468d-969e-7adfc528dfb7 req-d20d78ce-e6ec-4b54-a331-293f936a4252 tempest-AttachVolumeShelveTestJSON-1277222909 tempest-AttachVolumeShelveTestJSON-1277222909-project] (103692) timed out ('10.222.0.42', 51294) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 16:48:27.871315 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de8441a8-e98a-4ae3-96a5-04aab20def48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:30.191005 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c52330b-30c4-4653-b176-9489162b5560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:31.110636 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:32.916451 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:32.995600 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-d0f31ff1-47cf-4fc6-bdfe-6a4bb202826f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385070 May 03 16:48:33.074803 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-5c3f8d0f-89e9-43c0-a0f5-f05b904020fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:33.076232 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-5c3f8d0f-89e9-43c0-a0f5-f05b904020fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 1129 time: 0.0396428 May 03 16:48:33.179581 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-556752f2-c6ac-4915-a1f3-ee9ac5439705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:33.181052 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-556752f2-c6ac-4915-a1f3-ee9ac5439705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 914 time: 0.0869741 May 03 16:48:33.221958 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-5987dc71-dc62-48b1-9c32-c8b4993859b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684 HTTP/1.1" status: 200 len: 217 time: 0.0339949 May 03 16:48:33.270469 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-7e231419-8a1b-4d72-9146-5c1c6fbd530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:33.272475 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-7e231419-8a1b-4d72-9146-5c1c6fbd530b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a8743f-ec7a-4597-83a8-31e3b377b727 HTTP/1.1" status: 200 len: 853 time: 0.0448921 May 03 16:48:33.303600 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-c6e62a94-04c1-4137-92e3-c1db76667d6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf4ee74-2429-4b72-b878-c6758e8744e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251062 May 03 16:48:33.390587 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-92900f60-f3b1-40cb-9664-5b73b4808623 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800235 May 03 16:48:33.481459 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-c4c9e0fa-a59c-4428-918c-c0f550e1583c req-f2d00191-0605-446f-b835-95f43b3f7160 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 May 03 16:48:34.185229 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:39.676477 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:45.297103 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b915-f666-42ce-943b-db7c9578e301 req-bf96c21e-08d9-4c91-9c8e-f8118a3d0041 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:45.298557 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aeb2b915-f666-42ce-943b-db7c9578e301 req-bf96c21e-08d9-4c91-9c8e-f8118a3d0041 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0501325 May 03 16:48:45.345852 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-aeb2b915-f666-42ce-943b-db7c9578e301 req-0c5cbe92-412e-437e-863f-5a29303a2bba tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 May 03 16:48:46.460136 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0232ed0-0b85-45a7-8dfc-a4399c481b2a req-075ed0d6-7435-4adb-9717-a923ac5d23d6 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:46.461654 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a0232ed0-0b85-45a7-8dfc-a4399c481b2a req-075ed0d6-7435-4adb-9717-a923ac5d23d6 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0466084 May 03 16:48:46.508963 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-a0232ed0-0b85-45a7-8dfc-a4399c481b2a req-915b0fa8-9912-4160-a9b8-bd269b9b7852 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 May 03 16:48:47.104209 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-24f119fb-df7c-4385-be8b-cd03e43964ba tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:47.105649 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-24f119fb-df7c-4385-be8b-cd03e43964ba tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 945 time: 0.0483742 May 03 16:48:47.189559 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Deleting port 9df67e6a-33c9-4b40-aea3-d859bcc04684 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:48:47.189901 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:47.277288 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] For port 9df67e6a-33c9-4b40-aea3-d859bcc04684, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=9df67e6a-33c9-4b40-aea3-d859bcc04684,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:48:47.277652 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:47.290460 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Calling delete_port for 9df67e6a-33c9-4b40-aea3-d859bcc04684 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:48:47.475799 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (9df67e6a-33c9-4b40-aea3-d859bcc04684), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:47.491813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['9df67e6a-33c9-4b40-aea3-d859bcc04684'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:48:47.504533 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Pushing event deleted for resources: {'Port': ['ID=9df67e6a-33c9-4b40-aea3-d859bcc04684,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:48:47.536604 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.536604 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.536831 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.537061 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.537385 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.537784 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.538354 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.538691 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.539027 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.539392 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.539728 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.540069 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.540396 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.540721 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.541046 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:48:47.565821 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] No DVR routers for this DVR port 9df67e6a-33c9-4b40-aea3-d859bcc04684 on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:48:47.568271 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:47.572277 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f55fdc1c-3c8f-4fb7-a781-210d50d0fded req-82f6a478-0ae0-438e-8f3e-e38b3b20e879 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "DELETE /v2.0/ports/9df67e6a-33c9-4b40-aea3-d859bcc04684 HTTP/1.1" status: 204 len: 173 time: 0.4616735 May 03 16:48:47.572724 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'name': 'network-vif-deleted', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:48:47.575030 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d30c34c-c969-4330-be3a-0a7def66105b" -d '{"events": [{"server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "name": "network-vif-deleted", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:48:47.606734 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7d44fe77-7c2b-478f-8649-9b7acdbcecd8 req-c430189d-a672-4705-b73b-ebc1a91b3ef4 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc48d80-e736-4061-8cad-011800cd1a9f HTTP/1.1" status: 200 len: 210 time: 0.0276246 May 03 16:48:47.612193 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a327af4b-458b-4417-9f81-c84691fbc020 x-openstack-request-id: req-a327af4b-458b-4417-9f81-c84691fbc020 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:48:47.612570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc48d80-e736-4061-8cad-011800cd1a9f", "name": "network-vif-deleted", "tag": "9df67e6a-33c9-4b40-aea3-d859bcc04684", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:48:47.612824 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a327af4b-458b-4417-9f81-c84691fbc020 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:48:47.613225 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a327af4b-458b-4417-9f81-c84691fbc020'] response: {'server_uuid': '3dc48d80-e736-4061-8cad-011800cd1a9f', 'name': 'network-vif-deleted', 'tag': '9df67e6a-33c9-4b40-aea3-d859bcc04684', 'status': 'completed', 'code': 200} May 03 16:48:50.580799 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 9df67e6a-33c9-4b40-aea3-d859bcc04684 no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:48:50.601306 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 9df67e6a-33c9-4b40-aea3-d859bcc04684 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:48:50.602198 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 9df67e6a-33c9-4b40-aea3-d859bcc04684 not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:48:52.136234 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:48:57.870301 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4d74-a500-409c-9804-8785f51353bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:48:59.108230 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-0a7d2b95-605e-4ae7-a931-bbc9c0bb497a tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:48:59.109670 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-0a7d2b95-605e-4ae7-a931-bbc9c0bb497a tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 813 time: 0.1025763 May 03 16:48:59.124240 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-cb264f43-6503-4c11-ab69-ef2e979271c3 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/quotas/8eff576741124193b3af9890d92b6795 HTTP/1.1" status: 200 len: 375 time: 0.0092523 May 03 16:48:59.155442 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-31e6305f-70cc-497e-8d14-18995e7857ea tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263300 May 03 16:48:59.245744 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-0716334b-7c91-4bcd-be4c-54bb6d782682 service neutron] 10.222.0.42 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 May 03 16:48:59.335707 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-24936668-6937-4e90-978f-272613897ac5 service neutron] 10.222.0.42 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 May 03 16:48:59.656716 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f62e0e1b-aec4-4d76-8b35-9a7cbd45d470 req-e06fcdba-ba4a-4c29-923d-f8e68c697f3b tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 210 time: 0.0271611 May 03 16:49:00.166089 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2fea-74bd-4ad6-af49-2ade4f64c4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:00.750926 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-9b27e8f6-2897-41a9-84e8-b1651a9e02f9 req-50121537-a9d3-446f-a614-9c8c9a317d4c tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 210 time: 0.0269985 May 03 16:49:01.150341 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:01.387527 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-46dd4578-ce2a-4215-ac5a-6637d13c0e46 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:01.389073 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-46dd4578-ce2a-4215-ac5a-6637d13c0e46 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 813 time: 0.1002359 May 03 16:49:01.400893 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Request body: {'port': {'device_id': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4', 'admin_state_up': True, 'tenant_id': '8eff576741124193b3af9890d92b6795'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:49:01.551315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Made reservation on behalf of 8eff576741124193b3af9890d92b6795 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:49:01.557568 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:01.677315 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Allocated IP 172.20.0.11 (dcf4ee74-2429-4b72-b878-c6758e8744e4/45a8743f-ec7a-4597-83a8-31e3b377b727/82143aea-6f18-48a8-85fd-c156e876035d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:49:01.833802 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks [] for port (82143aea-6f18-48a8-85fd-c156e876035d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:01.848039 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1e068f2d-68ef-4785-999b-74ae7f17f2e7 req-12aa2cf7-195d-4da8-a2ab-4b3300688a56 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 210 time: 0.0280287 May 03 16:49:01.927597 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756289733021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:01.970936 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Network dcf4ee74-2429-4b72-b878-c6758e8744e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:49:01.973882 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:49:01.977813 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 16:49:02.004075 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Pushing event updated for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:02.031805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:02.032410 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.174239 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-87c6117e-c2d3-4060-ace9-ca9283832506 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777040 May 03 16:49:02.186171 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Request body: {'port': {'device_id': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84032'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 16:49:02.242241 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (82143aea-6f18-48a8-85fd-c156e876035d), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.730823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82143aea-6f18-48a8-85fd-c156e876035d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:49:02.738030 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks [] for port (82143aea-6f18-48a8-85fd-c156e876035d), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.750570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Transition to ACTIVE for port object 82143aea-6f18-48a8-85fd-c156e876035d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 16:49:02.817645 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.870675 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:02.921761 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.945823 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Attempting to bind port 82143aea-6f18-48a8-85fd-c156e876035d on host hv-cinder-84032 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 16:49:02.946523 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Attempting to bind port 82143aea-6f18-48a8-85fd-c156e876035d by drivers openvswitch,hyperv on host hv-cinder-84032 at level 0 using segments [{'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 16:49:02.947076 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Attempting to bind port 82143aea-6f18-48a8-85fd-c156e876035d on network dcf4ee74-2429-4b72-b878-c6758e8744e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:49:02.951757 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Port 82143aea-6f18-48a8-85fd-c156e876035d on network dcf4ee74-2429-4b72-b878-c6758e8744e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84032 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 16:49:02.952079 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Attempting to bind port 82143aea-6f18-48a8-85fd-c156e876035d on network dcf4ee74-2429-4b72-b878-c6758e8744e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 16:49:02.957022 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Checking agent: {'id': 'e08b40f1-2ce9-433f-82eb-aceba928d940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'started_at': datetime.datetime(2022, 5, 3, 16, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 16:49:02.957368 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Checking segment: {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 16:49:02.957752 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Bound using segment: {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 16:49:02.958185 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Bound port: 82143aea-6f18-48a8-85fd-c156e876035d, host: hv-cinder-84032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 16:49:02.958546 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (82143aea-6f18-48a8-85fd-c156e876035d), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:02.962821 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a042866-933e-4486-9f48-1147c248df1b req-17017673-b46b-4088-9001-61c00e65a666 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:02.964342 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a042866-933e-4486-9f48-1147c248df1b req-17017673-b46b-4088-9001-61c00e65a666 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 944 time: 0.0475435 May 03 16:49:03.010746 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-7a042866-933e-4486-9f48-1147c248df1b req-a8696c85-7a80-45d7-b203-4f9d1f46e1dc tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 May 03 16:49:03.022317 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 16:49:03.026460 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=82143aea-6f18-48a8-85fd-c156e876035d,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 16:49:03.098079 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13750472'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:03.131421 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.132031 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:03.133964 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/82143aea-6f18-48a8-85fd-c156e876035d HTTP/1.1" status: 200 len: 1094 time: 0.9514778 May 03 16:49:03.134431 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:49:03.136834 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a80ad46-d373-40b6-8bbe-c351ea1509df" -d '{"events": [{"name": "network-changed", "server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "tag": "82143aea-6f18-48a8-85fd-c156e876035d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:49:03.160277 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821df7d1-8237-4d0e-8bfa-2b4ee62567c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:03.175217 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c25babf-63f9-4333-b533-3d24f55e4296 x-openstack-request-id: req-1c25babf-63f9-4333-b533-3d24f55e4296 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:49:03.175549 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "tag": "82143aea-6f18-48a8-85fd-c156e876035d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:49:03.175798 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c25babf-63f9-4333-b533-3d24f55e4296 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:49:03.176191 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c25babf-63f9-4333-b533-3d24f55e4296'] response: {'name': 'network-changed', 'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d', 'status': 'completed', 'code': 200} May 03 16:49:03.237877 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-0b8c14a8-9da4-4d8d-ac6c-6064ff43df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.239358 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-0b8c14a8-9da4-4d8d-ac6c-6064ff43df85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 1128 time: 0.0388782 May 03 16:49:03.338101 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-828e1a6c-65f7-40ae-bb6a-97922b5385ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.339589 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-828e1a6c-65f7-40ae-bb6a-97922b5385ad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8eff576741124193b3af9890d92b6795&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0938637 May 03 16:49:03.433245 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-651122d8-7159-4778-bf65-671fec64d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.434950 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3a80ad46-d373-40b6-8bbe-c351ea1509df req-651122d8-7159-4778-bf65-671fec64d6ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892432 May 03 16:49:03.507065 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-0cc481f2-9636-4a10-b556-a10185233019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.509407 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-0cc481f2-9636-4a10-b556-a10185233019 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 1128 time: 0.0387886 May 03 16:49:03.551490 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-448bbb8c-e410-484b-bfd0-07e537fe9ff5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82143aea-6f18-48a8-85fd-c156e876035d HTTP/1.1" status: 200 len: 217 time: 0.0347977 May 03 16:49:03.598989 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-79461eab-8099-493d-8e47-3ced687c75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:03.600344 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-79461eab-8099-493d-8e47-3ced687c75ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a8743f-ec7a-4597-83a8-31e3b377b727 HTTP/1.1" status: 200 len: 853 time: 0.0423946 May 03 16:49:03.635051 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-78d807a2-eea4-4a09-aafa-7c9af019bb57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf4ee74-2429-4b72-b878-c6758e8744e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290027 May 03 16:49:03.722330 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-28f2a0fd-fd12-4b5a-aa91-8e28da18bec5 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813384 May 03 16:49:03.813420 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6307e32c-5842-4b83-9ff8-ccbe5f449236 req-bf72426d-5e55-4274-b880-21c267db8f9e service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 May 03 16:49:04.126515 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f972-7a89-41cf-bfcc-581720346a88 req-17806024-3114-4f16-9c88-5c863992d05f tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:04.128007 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fd2f972-7a89-41cf-bfcc-581720346a88 req-17806024-3114-4f16-9c88-5c863992d05f tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 944 time: 0.0510838 May 03 16:49:04.181560 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1fd2f972-7a89-41cf-bfcc-581720346a88 req-e1664890-ef19-445b-adf1-762ca66e3e63 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 May 03 16:49:04.195562 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:05.293306 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd39aa6-f2c4-4fcc-bd75-8571dbf8c723 req-143076f4-565e-4df6-8d1b-460f10550299 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:05.294769 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1bd39aa6-f2c4-4fcc-bd75-8571dbf8c723 req-143076f4-565e-4df6-8d1b-460f10550299 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 944 time: 0.0461884 May 03 16:49:05.341080 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1bd39aa6-f2c4-4fcc-bd75-8571dbf8c723 req-f28976c8-17e9-486f-966d-81127a21dd09 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 May 03 16:49:06.454172 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62033c-a9ba-4a0e-aa50-c503b7ae65c7 req-86d144a4-b366-40d5-8a36-57b311e45423 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:06.455616 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ba62033c-a9ba-4a0e-aa50-c503b7ae65c7 req-86d144a4-b366-40d5-8a36-57b311e45423 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 944 time: 0.0485170 May 03 16:49:06.504312 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ba62033c-a9ba-4a0e-aa50-c503b7ae65c7 req-a6cd4bda-c731-4a3f-8c30-61ea7602e96f tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 May 03 16:49:07.616773 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020115fa-2c97-4d9b-9c67-a5c8f68f50f1 req-b780a061-ee1b-4f84-a67a-030ab3889dac tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:07.618223 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-020115fa-2c97-4d9b-9c67-a5c8f68f50f1 req-b780a061-ee1b-4f84-a67a-030ab3889dac tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 944 time: 0.0470674 May 03 16:49:07.664259 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-020115fa-2c97-4d9b-9c67-a5c8f68f50f1 req-ddc14c46-ef7d-4ef9-a31c-8ce840dae9da tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 May 03 16:49:08.238433 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 82143aea-6f18-48a8-85fd-c156e876035d details requested by agent hyperv_hv-cinder-84032 with host hv-cinder-84032 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 16:49:08.334070 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=82143aea-6f18-48a8-85fd-c156e876035d,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:49:08.345343 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Returning: {'device': '82143aea-6f18-48a8-85fd-c156e876035d', 'network_id': 'dcf4ee74-2429-4b72-b878-c6758e8744e4', 'port_id': '82143aea-6f18-48a8-85fd-c156e876035d', 'mac_address': 'fa:16:3e:3b:f9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a8743f-ec7a-4597-83a8-31e3b377b727', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 16:49:08.379901 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 82143aea-6f18-48a8-85fd-c156e876035d is: DOWN; New status is: BUILD {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:49:08.380276 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (82143aea-6f18-48a8-85fd-c156e876035d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:08.392979 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82143aea-6f18-48a8-85fd-c156e876035d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 16:49:08.412131 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=82143aea-6f18-48a8-85fd-c156e876035d,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:49:08.481187 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:08.528469 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:08.535383 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.535733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.536076 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.536412 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.536743 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.537071 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.537395 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.537719 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.538042 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.538361 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.538683 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.539005 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.539349 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.539669 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.539983 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:49:08.774496 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e99a4c-c12a-4c2e-b982-486ba76abcee req-eebce776-cb8f-4652-ae37-0c0449e52b24 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:08.775875 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40e99a4c-c12a-4c2e-b982-486ba76abcee req-eebce776-cb8f-4652-ae37-0c0449e52b24 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 945 time: 0.0454979 May 03 16:49:08.825252 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-40e99a4c-c12a-4c2e-b982-486ba76abcee req-33a60b0b-8b04-4b91-9605-61eff4c76d75 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 May 03 16:49:08.850758 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['82143aea-6f18-48a8-85fd-c156e876035d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:49:09.658318 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:09.936081 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ae87a-95a9-470d-a153-402aaf125162 req-c0c2bf1c-4601-4925-97a3-fb004c6a3e27 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:09.937514 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f46ae87a-95a9-470d-a153-402aaf125162 req-c0c2bf1c-4601-4925-97a3-fb004c6a3e27 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 945 time: 0.0464976 May 03 16:49:09.983508 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-f46ae87a-95a9-470d-a153-402aaf125162 req-512dedbd-6618-4174-92b5-45d720c95fe7 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 May 03 16:49:10.247439 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 82143aea-6f18-48a8-85fd-c156e876035d up at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 16:49:10.292963 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning for port 82143aea-6f18-48a8-85fd-c156e876035d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 16:49:10.355734 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Provisioning complete for port 82143aea-6f18-48a8-85fd-c156e876035d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 16:49:10.356119 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391961'] for port (82143aea-6f18-48a8-85fd-c156e876035d), provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:10.562918 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Current status of the port 82143aea-6f18-48a8-85fd-c156e876035d is: BUILD; New status is: ACTIVE {{(pid=103693) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 16:49:10.563335 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711587'] for port (82143aea-6f18-48a8-85fd-c156e876035d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:10.584753 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:49:10.586986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66b16f6b3db3452b1e1559a4f580cd735d24c3f8d7473fad416065463b4c021f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbba62c-1993-4993-83fc-8ee0502d49ec" -d '{"events": [{"server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "name": "network-vif-plugged", "status": "completed", "tag": "82143aea-6f18-48a8-85fd-c156e876035d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:49:10.599371 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=82143aea-6f18-48a8-85fd-c156e876035d,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:49:10.623749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c7badb-3e70-4b23-b6f1-0c0d1975256f x-openstack-request-id: req-16c7badb-3e70-4b23-b6f1-0c0d1975256f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:49:10.624040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "name": "network-vif-plugged", "status": "completed", "tag": "82143aea-6f18-48a8-85fd-c156e876035d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:49:10.624320 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16c7badb-3e70-4b23-b6f1-0c0d1975256f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:49:10.624717 dv-cinder-840324-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c7badb-3e70-4b23-b6f1-0c0d1975256f'] response: {'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d', 'code': 200} May 03 16:49:10.664211 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756290276783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756289733039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756289733057'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:10.714813 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Pushing event updated for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:10.916150 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79a3e-c649-4604-96e5-538ebe671c36 req-9ecc3dbe-bd6d-4ee3-9d4a-fe104cd43882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:10.918320 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9fe79a3e-c649-4604-96e5-538ebe671c36 req-9ecc3dbe-bd6d-4ee3-9d4a-fe104cd43882 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 1130 time: 0.0376513 May 03 16:49:10.961454 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9fe79a3e-c649-4604-96e5-538ebe671c36 req-4cda6d82-84c2-49a5-8d5d-39f94c63ac06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 May 03 16:49:11.095050 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37054a7f-a812-476a-9810-7c8432367abf req-ae4c8b87-856f-42df-babc-76b95ea71924 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:11.096573 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37054a7f-a812-476a-9810-7c8432367abf req-ae4c8b87-856f-42df-babc-76b95ea71924 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0457151 May 03 16:49:11.146255 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-37054a7f-a812-476a-9810-7c8432367abf req-d1e308d6-bb06-4e9c-91e8-9095e639860b tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 May 03 16:49:12.267129 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56edc-6ee1-4a0f-bd24-8af903c393ca req-e3d4f907-630d-4b5f-abf5-8b071c101775 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:12.268606 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6eb56edc-6ee1-4a0f-bd24-8af903c393ca req-e3d4f907-630d-4b5f-abf5-8b071c101775 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0504112 May 03 16:49:12.318741 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-6eb56edc-6ee1-4a0f-bd24-8af903c393ca req-98e79214-91ae-413e-811b-20d932a47824 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 May 03 16:49:13.431976 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caed8c1-8ea3-4c83-a66c-bb785d1cd6a9 req-8745b988-5f85-4428-91b6-47dbcac29f6b tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:13.433423 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1caed8c1-8ea3-4c83-a66c-bb785d1cd6a9 req-8745b988-5f85-4428-91b6-47dbcac29f6b tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0488060 May 03 16:49:13.479498 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-1caed8c1-8ea3-4c83-a66c-bb785d1cd6a9 req-9eb31ae9-7882-4c4a-9900-1a33c066c538 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 May 03 16:49:27.875360 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c221533-9007-4ff3-974a-5a438bc4e301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:29.136908 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:49:30.212272 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ece2d53-411b-47c1-aafa-aec32882aa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:31.109652 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:32.960758 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:34.246490 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:34.312953 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-48c8166b-ad98-4762-a97e-feff95be6193 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908902 May 03 16:49:34.393538 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f51de-4317-459e-890a-cb6d9b2c675f req-619ed816-d5af-4628-99bf-d8f2c2b591be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:34.394999 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-619ed816-d5af-4628-99bf-d8f2c2b591be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eff576741124193b3af9890d92b6795&device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 1130 time: 0.0425198 May 03 16:49:34.494969 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f51de-4317-459e-890a-cb6d9b2c675f req-8d1e7c6c-d638-4eac-a492-2f675df2fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:34.496407 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-8d1e7c6c-d638-4eac-a492-2f675df2fa17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 200 len: 914 time: 0.0834394 May 03 16:49:34.541480 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-7b64ce86-b21d-4e4b-84e7-6c9db5460d80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82143aea-6f18-48a8-85fd-c156e876035d HTTP/1.1" status: 200 len: 217 time: 0.0386169 May 03 16:49:34.590881 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f51de-4317-459e-890a-cb6d9b2c675f req-054149dd-7fda-45e8-b1a7-f73e48b17a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:34.592285 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-054149dd-7fda-45e8-b1a7-f73e48b17a93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a8743f-ec7a-4597-83a8-31e3b377b727 HTTP/1.1" status: 200 len: 853 time: 0.0442495 May 03 16:49:34.622441 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-a553f2dd-9f99-4327-9434-8d8778c842fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf4ee74-2429-4b72-b878-c6758e8744e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241363 May 03 16:49:34.631713 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-e271ecfb-ffbd-44e2-b29b-c74d6dcee98a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 16:49:34.632655 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-e271ecfb-ffbd-44e2-b29b-c74d6dcee98a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046260 May 03 16:49:34.723897 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-fa70ece7-f918-4470-b6e4-b5530910529c service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846903 May 03 16:49:34.810461 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-952f51de-4317-459e-890a-cb6d9b2c675f req-8ae5eca0-eeb4-4e15-be80-11d7d328b759 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 May 03 16:49:38.891843 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c227-fc33-4300-9e4b-6891ed53bcc9 req-254e79d0-23e5-493c-94c7-7ee9acf6ae19 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:38.893393 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fff1c227-fc33-4300-9e4b-6891ed53bcc9 req-254e79d0-23e5-493c-94c7-7ee9acf6ae19 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0459316 May 03 16:49:38.942014 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-fff1c227-fc33-4300-9e4b-6891ed53bcc9 req-8ff6431d-5b48-4e01-bda9-a9044d138ef7 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 May 03 16:49:39.651661 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:40.056555 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ae115-7c0a-4547-bb6c-8bedcbe20e41 req-56a56985-8602-4fa6-bccb-8721877d24b4 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:40.058003 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad5ae115-7c0a-4547-bb6c-8bedcbe20e41 req-56a56985-8602-4fa6-bccb-8721877d24b4 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0476255 May 03 16:49:40.105017 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-ad5ae115-7c0a-4547-bb6c-8bedcbe20e41 req-1079f685-20c8-426f-9ea3-a309300b62fd tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/security-groups?id=c226320c-7f5a-496d-94f1-ce04a0db2351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 May 03 16:49:40.666107 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e318678-84d3-4b05-99c7-aa078abac6af req-9b3ecafa-6d1d-4d91-8045-23ecda347304 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 16:49:40.667546 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3e318678-84d3-4b05-99c7-aa078abac6af req-9b3ecafa-6d1d-4d91-8045-23ecda347304 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 946 time: 0.0456011 May 03 16:49:40.751065 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Deleting port 82143aea-6f18-48a8-85fd-c156e876035d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 16:49:40.751438 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756290269965'] for port (82143aea-6f18-48a8-85fd-c156e876035d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:40.840208 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] For port 82143aea-6f18-48a8-85fd-c156e876035d, host hv-cinder-84032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84032',level=0,port_id=82143aea-6f18-48a8-85fd-c156e876035d,segment=NetworkSegment(d7b6179c-fe74-41bd-a7ca-b14a05b7a83f),segment_id=d7b6179c-fe74-41bd-a7ca-b14a05b7a83f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 16:49:40.840570 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588965'] for port (82143aea-6f18-48a8-85fd-c156e876035d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:40.853990 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Calling delete_port for 82143aea-6f18-48a8-85fd-c156e876035d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 16:49:41.051851 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756290276765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756289733030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13750449'] for port (82143aea-6f18-48a8-85fd-c156e876035d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:41.065271 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] get_ports_and_sgs() called for port_ids ['82143aea-6f18-48a8-85fd-c156e876035d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 16:49:41.084086 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Pushing event deleted for resources: {'Port': ['ID=82143aea-6f18-48a8-85fd-c156e876035d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:49:41.128157 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] No DVR routers for this DVR port 82143aea-6f18-48a8-85fd-c156e876035d on host hv-cinder-84032 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:49:41.130641 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2070648'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:49:41.134024 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [req-3e318678-84d3-4b05-99c7-aa078abac6af req-944fe104-9c68-47e2-8f80-7898a36b4985 tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.36 "DELETE /v2.0/ports/82143aea-6f18-48a8-85fd-c156e876035d HTTP/1.1" status: 204 len: 173 time: 0.4611163 May 03 16:49:41.134471 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'name': 'network-vif-deleted', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 16:49:41.136805 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918770ab72ac39c66382084e12424566c9c81b0f5bf0679c2bac6ace0ba0a345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a88c96-c9a8-49b3-be66-2a7493853a92" -d '{"events": [{"server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "name": "network-vif-deleted", "tag": "82143aea-6f18-48a8-85fd-c156e876035d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 16:49:41.175526 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaa661a-9438-431c-86c6-4f6bb0100a6a x-openstack-request-id: req-afaa661a-9438-431c-86c6-4f6bb0100a6a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 16:49:41.175824 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbadabb2-3041-4105-8da2-02bb2fb9800f", "name": "network-vif-deleted", "tag": "82143aea-6f18-48a8-85fd-c156e876035d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 16:49:41.176082 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afaa661a-9438-431c-86c6-4f6bb0100a6a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 16:49:41.176622 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaa661a-9438-431c-86c6-4f6bb0100a6a'] response: {'server_uuid': 'fbadabb2-3041-4105-8da2-02bb2fb9800f', 'name': 'network-vif-deleted', 'tag': '82143aea-6f18-48a8-85fd-c156e876035d', 'status': 'completed', 'code': 200} May 03 16:49:41.200803 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [req-453f3072-3da0-446a-8139-d04589986051 req-4596b80e-cf44-4fd5-9c64-e6747f6fa5cc tempest-VolumesSnapshotTestJSON-484196959 tempest-VolumesSnapshotTestJSON-484196959-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbadabb2-3041-4105-8da2-02bb2fb9800f HTTP/1.1" status: 200 len: 210 time: 0.0277202 May 03 16:49:44.425749 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 82143aea-6f18-48a8-85fd-c156e876035d no longer exists at agent hyperv_hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 16:49:44.452332 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] No Port match for: 82143aea-6f18-48a8-85fd-c156e876035d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 16:49:44.452601 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Device 82143aea-6f18-48a8-85fd-c156e876035d not bound to the agent host hv-cinder-84032 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 16:49:57.895698 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7209ae8b-eec3-42c6-9411-9c8709091c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:00.203592 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-64b9a35d-37ce-414d-8ae1-166886217793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:01.125255 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:02.931215 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:04.182958 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:06.136066 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:50:08.771595 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 57244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:08.817508 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Deleting subnet 45a8743f-ec7a-4597-83a8-31e3b377b727 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 16:50:08.820524 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Publish callbacks [] for subnet (45a8743f-ec7a-4597-83a8-31e3b377b727), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:08.854348 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14340714'] for subnet (45a8743f-ec7a-4597-83a8-31e3b377b727), precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:08.891221 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378379'] for subnet (45a8743f-ec7a-4597-83a8-31e3b377b727), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.014688 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13095020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12713693'] for subnet (45a8743f-ec7a-4597-83a8-31e3b377b727), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.037572 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a8743f-ec7a-4597-83a8-31e3b377b727,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:50:09.047470 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.050107 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/45a8743f-ec7a-4597-83a8-31e3b377b727 HTTP/1.1" status: 204 len: 168 time: 0.2775297 May 03 16:50:09.051902 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.052340 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.052679 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 57246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:09.053114 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.053114 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.053393 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.053669 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.053992 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.054310 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.054633 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.055026 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.055280 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.057319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.057319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.057319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.057319 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5a369-57d9-47c0-9173-6aa9794d6e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.121277 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765529'] for network (dcf4ee74-2429-4b72-b878-c6758e8744e4), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.199928 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390078', 'neutron.services.segments.db._delete_segments_for_network-8756290197562'] for network (dcf4ee74-2429-4b72-b878-c6758e8744e4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.220140 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf4ee74-2429-4b72-b878-c6758e8744e4']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:50:09.229231 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:50:09.229532 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b6179c-fe74-41bd-a7ca-b14a05b7a83f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:50:09.238643 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756290198083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14445148'] for segment (d7b6179c-fe74-41bd-a7ca-b14a05b7a83f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.251647 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918'] for segment (d7b6179c-fe74-41bd-a7ca-b14a05b7a83f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.258050 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:50:09.258424 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13750508'] for segment (d7b6179c-fe74-41bd-a7ca-b14a05b7a83f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: Traceback (most recent call last): May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: timer() May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: cb(*args, **kw) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: return func(*args, **kwargs) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: self._notify() May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: self.callback(batched_events) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: event.method(event) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: return f(self, *a, **k) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._get(url).json() May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:50:09.260101 dv-cinder-840324-1-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:50:09.374175 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588191'] for network (dcf4ee74-2429-4b72-b878-c6758e8744e4), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.379571 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613581'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.383270 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] 10.222.0.42 "DELETE /v2.0/networks/dcf4ee74-2429-4b72-b878-c6758e8744e4 HTTP/1.1" status: 204 len: 168 time: 0.3295221 May 03 16:50:09.393993 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf4ee74-2429-4b72-b878-c6758e8744e4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:50:09.401982 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.402336 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.402685 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.403031 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.403402 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.403869 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.404061 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.404391 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.404723 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.405053 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.405383 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.405709 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.406036 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.406378 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.406670 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71674c6e-98b0-49b4-bd16-aa720a89f92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840324-1-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:50:09.677117 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 57250) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:09.721298 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-93b0252e-1760-409c-bc60-1ac1bbdf56ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eff576741124193b3af9890d92b6795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429587 May 03 16:50:09.723725 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 57252) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:09.725566 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.771300 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] Publish callbacks [] for security_group (c226320c-7f5a-496d-94f1-ce04a0db2351), before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.791845 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] Publish callbacks [] for security_group (c226320c-7f5a-496d-94f1-ce04a0db2351), precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.899931 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (c226320c-7f5a-496d-94f1-ce04a0db2351), after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.902455 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:09.903605 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c226320c-7f5a-496d-94f1-ce04a0db2351 HTTP/1.1" status: 204 len: 168 time: 0.1789069 May 03 16:50:09.911567 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87643-bf2a-4dfd-aa61-f26defb65da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226320c-7f5a-496d-94f1-ce04a0db2351,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:50:20.407552 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.42', 57324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:20.525828 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-625c0161-e332-4eab-9265-66895a704f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.598329 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-625c0161-e332-4eab-9265-66895a704f19 admin admin] Publish callbacks [] for security_group (cefca28e-2be8-460f-b0fd-a514f8940ac0), precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.655886 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-625c0161-e332-4eab-9265-66895a704f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (cefca28e-2be8-460f-b0fd-a514f8940ac0), after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.696051 dv-cinder-840324-1-iscsi neutron-server[103691]: INFO neutron.wsgi [None req-625c0161-e332-4eab-9265-66895a704f19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb3be65815344ef38d86e35eec173598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874496 May 03 16:50:20.697073 dv-cinder-840324-1-iscsi neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c0161-e332-4eab-9265-66895a704f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefca28e-2be8-460f-b0fd-a514f8940ac0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:50:20.698717 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.42', 57328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 16:50:20.747052 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] Publish callbacks [] for security_group (cefca28e-2be8-460f-b0fd-a514f8940ac0), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.767037 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] Publish callbacks [] for security_group (cefca28e-2be8-460f-b0fd-a514f8940ac0), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.905389 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770032'] for security_group (cefca28e-2be8-460f-b0fd-a514f8940ac0), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.908341 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:20.912444 dv-cinder-840324-1-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cefca28e-2be8-460f-b0fd-a514f8940ac0 HTTP/1.1" status: 204 len: 168 time: 0.2090056 May 03 16:50:20.917966 dv-cinder-840324-1-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3441-511b-43be-9ded-993473e2bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefca28e-2be8-460f-b0fd-a514f8940ac0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:50:27.870478 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8e40b79-cf5d-4e90-b268-393bfb147e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:30.216445 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6af6ef00-659b-4a8c-a40c-44bbe762cee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:31.130228 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:32.944300 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:34.195696 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:39.710145 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:50:43.134362 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:50:57.883611 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1715acef-92e2-47f5-aea1-a561f91a81b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:00.188835 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e887d01-d139-477b-8af7-1a1ca5590a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:01.206030 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:02.960383 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:04.186196 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:09.740246 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:20.132961 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:51:27.879780 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6de62e9b-5179-47ab-90db-d6a4b237221e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:30.204456 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe81c-cd71-4dbb-b486-e9718691f5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:31.181575 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:32.917097 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:34.221585 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:39.724986 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:51:57.132114 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:51:57.888641 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ca76-efb3-4ac0-b4bc-90ceea4770ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:00.175037 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0302-dc7a-46b2-a209-02d6ffba6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:01.134240 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:02.927927 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:04.186111 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:09.709963 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:27.864850 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a91115d-755f-408b-839a-a80da6e018ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:30.270943 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de1c7315-a482-41a2-be03-9b68098b80ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:31.137842 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:32.967179 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:34.132006 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:52:34.211691 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:39.726339 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:52:57.863280 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23284bcd-ee23-4cb7-98ea-b76bc214d83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:00.205795 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f6878cc-07e2-41e3-899c-dca8b42dbe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:01.154352 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:02.931404 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:04.188615 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:09.691719 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:11.131775 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:53:27.856166 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93d72c00-ad81-49d6-80cc-e61975c19ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:30.170259 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21472fb5-fde0-42f7-86c0-72b5e84a2151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:31.158742 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:32.924516 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:34.187392 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:39.729605 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:53:48.130718 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:53:57.879294 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c17c5f10-3c17-4813-96ee-5e9fa0327bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:00.203425 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85a6b65d-bf24-4137-99f7-ae3235628827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:01.192449 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:02.940608 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:04.203576 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:09.774080 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:25.130412 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:54:27.911630 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fc061cf-bb68-43bd-b756-70139e0c7bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:30.207218 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6dd85f0-54bf-4493-adb3-bd8d65436d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:31.167013 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:32.951091 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:34.208064 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:39.739733 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:54:57.921766 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51b346e0-c5b4-453b-9024-583c3be85d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:00.190258 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e1786fc-09a4-4ffb-8cc3-02b88bce0d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:01.167553 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:02.130388 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:55:02.949969 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:04.230040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:09.738317 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:27.886352 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0562aa22-f0e4-4311-99ac-fa76aebf1982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (0a183068-c967-432d-b0fe-97f8ac5d4a34), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:30.223646 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d22e0bd-7bdd-43e6-bd3b-c0c83cec8707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (2441bcf3-710a-465b-a093-12a9a0b6d096), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:31.160243 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e623c3-be43-4fc0-bcdf-5bc5e0bd31d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (8d11b04c-e0e2-4697-9ff9-1656e3a839e4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:32.972040 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6cbe-52d0-4d96-a1cd-a8f545b898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (4b7c2175-eca1-430d-abbd-57f44a1c50bb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:34.198048 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4d39-a57b-4817-a75a-2ab5e95d9423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (ab2cabd4-2555-422f-a50d-e0c5d8c3fc9b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 16:55:39.131412 dv-cinder-840324-1-iscsi neutron-server[103694]: DEBUG neutron.db.agents_db [None req-ae7ed23d-f752-4696-aeb3-f4602681d4e1 None None] Agent healthcheck: found 6 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 16:55:39.735103 dv-cinder-840324-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27412d74-6649-43eb-afbe-ca14a49eca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756290197544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391935'] for agent (e08b40f1-2ce9-433f-82eb-aceba928d940), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}